-- Logs begin at Thu 2021-08-26 12:39:41 UTC, end at Thu 2021-08-26 13:59:04 UTC. -- Aug 26 13:28:35.679082 dv-cinder-786386-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 26 13:28:38.459139 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.common.config [-] Logging enabled! Aug 26 13:28:38.459851 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev565 Aug 26 13:28:38.460020 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94503) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 26 13:28:38.463191 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.common.config [-] Logging enabled! Aug 26 13:28:38.463476 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev565 Aug 26 13:28:38.463788 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94503) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 26 13:28:38.464866 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 26 13:28:38.465167 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 26 13:28:38.465560 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 26 13:28:38.465833 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 26 13:28:38.466191 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 26 13:28:38.466704 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.467174 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.467620 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.467948 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.468405 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.468851 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.469282 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.469619 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.470018 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.470314 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.470629 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.470972 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.471235 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.471639 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.472016 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.472439 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.472671 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] debug = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.472956 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.473393 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.473843 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.474132 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.474424 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.474716 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.474988 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.475264 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.475553 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.475908 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] host = dv-cinder-786386-11-iscsi {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.476190 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.476483 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.476772 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.477114 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.477519 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.477942 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.478307 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.478593 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.478870 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] log_file = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.479183 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.479478 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.479770 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.480064 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.480292 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.480516 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.480810 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.481100 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.481381 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.481659 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.481967 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.482244 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.482521 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.482887 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.483306 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.483738 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.484047 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.484331 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.484613 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.484893 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.485172 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.485460 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.485763 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.486045 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.486319 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.486609 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.486881 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.487157 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.487461 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.487748 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.488033 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.488319 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.488596 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.488879 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.489156 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.489430 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.489703 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] use_json = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.490000 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.490275 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.490559 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.490835 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.491110 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.491387 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.491661 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.491948 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:38.492249 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.492543 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.492844 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.493128 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.493427 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.493705 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.494013 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.494291 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.494577 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.495395 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.495685 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.495964 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.496257 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.496534 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.496829 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.497135 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.497426 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.497745 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.498011 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.498285 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.498558 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.498835 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.499121 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.499398 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.499682 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.499965 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.500258 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.500551 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.500845 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.501136 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.501411 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.501689 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.501999 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.502279 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.502554 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.502835 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.503121 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.503399 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.503673 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.503958 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.504234 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.504503 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.504772 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.505047 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.505332 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.505604 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.505903 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.506167 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.506443 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.506713 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.506995 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.507270 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.507539 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.507808 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.508082 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.508354 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.508627 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.508902 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.509171 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.509445 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.509811 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.510008 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.510938 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.511215 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.511488 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.511762 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.512033 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.512310 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.512581 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.512854 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.513127 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.513398 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.513669 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.513984 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.514281 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.514560 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.514839 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.515117 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.515396 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.515672 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.515962 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.516226 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.516503 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.516771 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.517060 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.517342 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.517628 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.518044 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.518329 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.518631 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.518908 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.519190 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.519466 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.519742 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.520022 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.520302 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.520590 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.520881 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.521171 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.521458 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.521772 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.522051 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.522361 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.522638 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:38.522855 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 26 13:28:38.523104 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94503) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 26 13:28:38.880530 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 26 13:28:38.880773 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 26 13:28:38.881067 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 26 13:28:38.881410 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 26 13:28:39.282287 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.282533 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.282740 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.284057 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.284328 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.284592 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.321408 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.321685 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.321979 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.337348 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.337631 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.337924 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.368110 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.368519 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.368788 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.408209 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.408491 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.408760 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.642713 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.643364 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.643364 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.643546 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.644395 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.771309 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.771633 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.771917 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.772190 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.772460 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.772784 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.773047 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.773306 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.773560 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.773878 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.774142 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.774409 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.774666 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.774919 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.775178 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.775446 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.775699 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.776592 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.776867 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.777129 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.777405 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.777659 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.777998 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.778680 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.778933 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.779182 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.779646 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94503) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 13:28:39.779884 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94503) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 13:28:39.780120 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94503) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 13:28:39.780355 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94503) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 13:28:39.780587 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94503) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 13:28:39.780826 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94503) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 13:28:39.781220 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 26 13:28:39.785085 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 26 13:28:39.789820 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 26 13:28:39.794309 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Aug 26 13:28:39.796319 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 26 13:28:39.796803 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 26 13:28:39.797143 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 26 13:28:39.797536 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 26 13:28:39.800864 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 26 13:28:39.801147 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 26 13:28:39.801588 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 26 13:28:39.807613 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 26 13:28:39.831197 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 26 13:28:39.831671 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.831972 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94503) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 26 13:28:39.832343 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.833703 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94503) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 26 13:28:39.834020 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 26 13:28:39.834263 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 26 13:28:39.837483 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.837803 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:39.903049 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 26 13:28:39.903501 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 26 13:28:39.903690 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 26 13:28:39.904075 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 26 13:28:39.925138 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_db.sqlalchemy.engines [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94503) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 26 13:28:40.627459 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.plugins.ml2.managers [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Initializing driver for type 'gre' Aug 26 13:28:40.627996 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] gre ID ranges: [(1, 1000)] Aug 26 13:28:40.821604 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.plugins.ml2.managers [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Initializing driver for type 'local' Aug 26 13:28:40.822296 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.plugins.ml2.managers [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Initializing driver for type 'vlan' Aug 26 13:28:40.953195 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] VlanTypeDriver initialization complete Aug 26 13:28:40.953456 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.plugins.ml2.managers [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Initializing driver for type 'vxlan' Aug 26 13:28:40.954015 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] vxlan ID ranges: [(1, 1000)] Aug 26 13:28:41.164440 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.plugins.ml2.managers [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Initializing extension driver 'port_security' Aug 26 13:28:41.164862 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.plugins.ml2.extensions.port_security [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] PortSecurityExtensionDriver initialization complete Aug 26 13:28:41.165255 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.plugins.ml2.managers [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Initializing mechanism driver 'openvswitch' Aug 26 13:28:41.165627 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.plugins.ml2.managers [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Initializing mechanism driver 'hyperv' Aug 26 13:28:41.172514 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.plugins.ml2.plugin [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:28:41.173206 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > port after_create 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.173583 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > port after_update 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.173961 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > port after_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.174512 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94503) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 26 13:28:41.174948 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > subnet after_create 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.175312 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > subnet after_update 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.175660 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.176054 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94503) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 26 13:28:41.176459 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > network after_create 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.176816 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > network after_update 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.177166 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > network after_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.177562 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94503) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 26 13:28:41.177999 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > security_group after_create 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.178346 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > security_group after_update 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.178685 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.179255 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94503) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 26 13:28:41.179665 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.180021 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.180368 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.180761 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94503) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 26 13:28:41.181162 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > address_group after_create 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.181515 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > address_group after_update 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.181882 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.183430 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94503) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 26 13:28:41.183430 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] ML2 OVO RPC backend initialized. {{(pid=94503) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 26 13:28:41.183430 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.183890 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.184217 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > network before_response 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.184571 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > networks before_response 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.184924 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > port before_response 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.185268 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > ports before_response 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.185614 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > subnet before_response 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.185982 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > subnets before_response 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.186333 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > network after_create 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.186674 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > network after_update 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.187011 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > network after_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.187349 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > port after_create 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.187683 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > port after_update 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.188021 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > port after_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.188369 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > subnet after_create 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.188755 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > subnet after_update 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.189088 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.189739 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.plugins.ml2.plugin [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Modular L2 Plugin initialization complete Aug 26 13:28:41.190071 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading services supported by the core plugin {{(pid=94503) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 26 13:28:41.190404 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.plugins.ml2.managers [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Got port-security extension from driver 'port_security' Aug 26 13:28:41.190876 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.extensions.vlantransparent [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Disabled vlantransparent extension. Aug 26 13:28:41.191364 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94503) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 26 13:28:41.191680 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading Plugin: router Aug 26 13:28:41.242925 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.243239 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > router after_create 55549900 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.243610 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > router before_create 55549900 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.243978 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.244358 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.244757 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > router after_delete 55549900 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.245152 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.245473 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.245865 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > router after_create 55549900 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.246218 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > router after_update 55549900 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.246571 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > router after_update 55549900 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.246924 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.247286 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > router after_update 55549900 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.247696 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > router precommit_update 55549900 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.248066 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: port after_update 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.248404 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: port after_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.248746 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: subnet after_update 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.249090 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.249439 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.249818 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > router precommit_create 55549900 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.250170 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: port before_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.250515 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > router precommit_create 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.250874 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > router after_update 55549900 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.251217 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.251623 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > router precommit_create 55549900 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.252217 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.252768 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > router precommit_update 55549900 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.253343 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > agent after_create 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.253911 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > agent after_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.254446 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > network after_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.255800 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.quota.resource_registry [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Tracking information for resource: router configured {{(pid=94503) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 13:28:41.257154 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.quota.resource_registry [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Tracking information for resource: floatingip configured {{(pid=94503) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 13:28:41.262776 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.db.l3_agentschedulers_db [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 26 13:28:41.263456 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: port after_update 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.263824 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: port after_create 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.264211 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: port after_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.264568 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: port after_update 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.265552 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > router before_create 55550100 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.266139 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.266533 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > router precommit_create 55550100 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.266897 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > router precommit_update 55550100 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.271493 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.services.provider_configuration [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Service providers = [] {{(pid=94503) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 26 13:28:41.271864 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.db.servicetype_db [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94503) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 26 13:28:41.274955 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.services.service_base [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94503) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 13:28:41.275310 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.services.service_base [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94503) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 13:28:41.275655 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.services.service_base [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94503) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 13:28:41.277145 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.services.service_base [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94503) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 13:28:41.277521 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.services.service_base [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 26 13:28:41.277941 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94503) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 13:28:41.278529 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 26 13:28:41.289332 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94503) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 13:28:41.289675 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading Plugin: auto_allocate Aug 26 13:28:41.295634 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: network precommit_update 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.296013 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: network precommit_create 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.296555 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94503) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 13:28:41.296882 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading Plugin: tag Aug 26 13:28:41.303588 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94503) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 13:28:41.303921 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading Plugin: timestamp Aug 26 13:28:41.308039 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94503) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 13:28:41.308378 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading Plugin: network_ip_availability Aug 26 13:28:41.313935 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.314314 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.314670 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.315419 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94503) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 13:28:41.315742 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading Plugin: flavors Aug 26 13:28:41.320498 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94503) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 13:28:41.320831 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading Plugin: revisions Aug 26 13:28:41.325698 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94503) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 13:28:41.326204 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.445s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 26 13:28:41.326949 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94503) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 26 13:28:41.327286 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Initializing extension manager. Aug 26 13:28:41.327802 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: __init__.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.328150 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: __pycache__ {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.328487 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.328823 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: address_group.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.329600 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.330212 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: address-group Aug 26 13:28:41.330538 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: address_scope.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.331261 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.331771 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: address-scope Aug 26 13:28:41.332095 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.333046 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.333552 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: router-admin-state-down-before-update Aug 26 13:28:41.333908 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: agent.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.334818 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.335325 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: agent Aug 26 13:28:41.335650 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: agent_resources_synced.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.336568 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.337076 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: agent-resources-synced Aug 26 13:28:41.337400 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: allowedaddresspairs.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.339862 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.340382 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: allowed-address-pairs Aug 26 13:28:41.340710 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: auto_allocated_topology.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.341835 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.342350 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: auto-allocated-topology Aug 26 13:28:41.342677 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: availability_zone.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.343382 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.343889 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: availability_zone Aug 26 13:28:41.344216 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: availability_zone_filter.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.345134 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.345641 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: availability_zone_filter Aug 26 13:28:41.345988 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: data_plane_status.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.346901 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.347403 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extension data-plane-status not supported by any of loaded plugins Aug 26 13:28:41.347727 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: default_subnetpools.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.348656 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.349163 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: default-subnetpools Aug 26 13:28:41.349488 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.350351 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.350862 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: dhcp_agent_scheduler Aug 26 13:28:41.351188 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: dns.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.352115 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.352623 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extension dns-integration not supported by any of loaded plugins Aug 26 13:28:41.352949 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: dns_domain_ports.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.353932 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.354442 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 26 13:28:41.354766 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.355694 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.356200 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 26 13:28:41.356522 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: dvr.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.357206 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.357808 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: dvr Aug 26 13:28:41.358059 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: ecmp_routes.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.358984 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.359487 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 26 13:28:41.359810 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: empty_string_filtering.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.360733 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.361240 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: empty-string-filtering Aug 26 13:28:41.361562 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.362509 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.363016 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 26 13:28:41.363337 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.364260 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.364762 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 26 13:28:41.365084 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: external_net.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.366028 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.366535 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: external-net Aug 26 13:28:41.366859 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.367773 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.368281 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: extra_dhcp_opt Aug 26 13:28:41.368604 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: extraroute.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.369568 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.370100 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: extraroute Aug 26 13:28:41.370426 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: extraroute_atomic.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.371491 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.372003 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: extraroute-atomic Aug 26 13:28:41.372328 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: filter_validation.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.373019 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.373522 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: filter-validation Aug 26 13:28:41.373880 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: fip_pf_description.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.374810 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.375317 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 26 13:28:41.375639 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: fip_port_details.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.376574 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.377080 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: fip-port-details Aug 26 13:28:41.377403 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: flavors.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.378689 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.379200 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: flavors Aug 26 13:28:41.379526 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.381225 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.381814 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 26 13:28:41.382147 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: floatingip_pools.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.382857 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.383373 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: floatingip-pools Aug 26 13:28:41.383700 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: ip_allocation.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.384639 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.385661 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extension ip_allocation not supported by any of loaded plugins Aug 26 13:28:41.386011 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.386947 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.387462 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: ip-substring-filtering Aug 26 13:28:41.387792 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: l2_adjacency.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.388735 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.389243 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 26 13:28:41.389567 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: l3.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.390874 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.391405 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: router Aug 26 13:28:41.391733 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.394111 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.394645 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 26 13:28:41.394981 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.395928 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.396445 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: ext-gw-mode Aug 26 13:28:41.396774 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.397747 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.398271 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: l3-ha Aug 26 13:28:41.398598 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: l3_flavors.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.399520 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.400025 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: l3-flavors Aug 26 13:28:41.400353 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.401929 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.402436 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 26 13:28:41.402759 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: l3agentscheduler.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.404094 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.404672 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: l3_agent_scheduler Aug 26 13:28:41.404939 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: logging.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.406520 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.407050 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extension logging not supported by any of loaded plugins Aug 26 13:28:41.407385 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: metering.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.408148 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.408736 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: metering Aug 26 13:28:41.409313 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.410249 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.410774 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: metering_source_and_destination_fields Aug 26 13:28:41.411102 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: multiprovidernet.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.412036 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.412546 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: multi-provider Aug 26 13:28:41.412873 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: netmtu.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.413833 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.414343 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: net-mtu Aug 26 13:28:41.414668 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: netmtu_writable.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.415598 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.416107 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: net-mtu-writable Aug 26 13:28:41.416469 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: network_availability_zone.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.417162 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.417667 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: network_availability_zone Aug 26 13:28:41.418021 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: network_ip_availability.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.419142 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.419663 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: network-ip-availability Aug 26 13:28:41.419993 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: network_segment_range.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.420792 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.421295 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extension network-segment-range not supported by any of loaded plugins Aug 26 13:28:41.421620 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: pagination.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.439741 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.440069 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: pagination Aug 26 13:28:41.440394 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: port_device_profile.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.441371 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.441965 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: port-device-profile Aug 26 13:28:41.442294 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.443240 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.443756 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: port-mac-address-regenerate Aug 26 13:28:41.444083 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.445046 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.445559 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: port-numa-affinity-policy Aug 26 13:28:41.445910 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: port_resource_request.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.446854 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.447372 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extension port-resource-request not supported by any of loaded plugins Aug 26 13:28:41.448249 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: portbindings.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.449216 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.449752 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: binding Aug 26 13:28:41.450085 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: portbindings_extended.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.451565 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.452090 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: binding-extended Aug 26 13:28:41.452422 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: portsecurity.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.453361 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.453903 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: port-security Aug 26 13:28:41.454236 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: project_id.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.455223 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.455557 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: project-id Aug 26 13:28:41.455887 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: providernet.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.456833 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.457355 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: provider Aug 26 13:28:41.457681 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: qos.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.461294 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.461892 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extension qos not supported by any of loaded plugins Aug 26 13:28:41.462230 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.463537 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.464056 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 26 13:28:41.464385 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.465320 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.465872 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 26 13:28:41.466204 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: qos_default.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.467135 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.467647 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extension qos-default not supported by any of loaded plugins Aug 26 13:28:41.467976 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: qos_fip.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.468645 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.469147 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extension qos-fip not supported by any of loaded plugins Aug 26 13:28:41.469474 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: qos_gateway_ip.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.470438 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.470948 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 26 13:28:41.471274 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: qos_port_network_policy.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.472196 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.472708 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 26 13:28:41.473039 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: qos_pps_rule.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.474267 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.474791 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extension qos-pps not supported by any of loaded plugins Aug 26 13:28:41.475124 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: qos_rule_type_details.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.476052 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.476561 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 26 13:28:41.476890 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: qos_rules_alias.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.477988 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.478499 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 26 13:28:41.478855 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: quotasv2.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.479846 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.480173 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: quotas Aug 26 13:28:41.480497 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: quotasv2_detail.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.483671 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.484016 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: quota_details Aug 26 13:28:41.484356 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: rbac.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.485667 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.486304 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: rbac-policies Aug 26 13:28:41.486631 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: rbac_address_group.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.487590 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.488112 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: rbac-address-group Aug 26 13:28:41.488444 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: rbac_address_scope.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.489376 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.489929 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: rbac-address-scope Aug 26 13:28:41.490258 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: rbac_security_groups.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.491188 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.491707 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: rbac-security-groups Aug 26 13:28:41.492036 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: rbac_subnetpool.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.493034 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.493480 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: rbac-subnetpool Aug 26 13:28:41.493841 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: revisionifmatch.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.495298 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.495815 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: revision-if-match Aug 26 13:28:41.496143 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: revisions.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.497294 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.497856 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: standard-attr-revisions Aug 26 13:28:41.498187 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: router_availability_zone.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.498887 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.499403 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: router_availability_zone Aug 26 13:28:41.499725 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: routerservicetype.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.500653 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.501166 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extension router-service-type not supported by any of loaded plugins Aug 26 13:28:41.501488 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.504586 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.505098 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: security-groups-normalized-cidr Aug 26 13:28:41.505423 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.506443 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.506898 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: port-security-groups-filtering Aug 26 13:28:41.507223 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.508416 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.508677 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: security-groups-remote-address-group Aug 26 13:28:41.509006 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: securitygroup.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.520990 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.522030 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: security-group Aug 26 13:28:41.522030 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: segment.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.522755 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.523368 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extension segment not supported by any of loaded plugins Aug 26 13:28:41.523592 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.524622 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.525139 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 26 13:28:41.525465 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: servicetype.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.526786 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.527354 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: service-type Aug 26 13:28:41.527686 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: sorting.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.529221 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.529740 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: sorting Aug 26 13:28:41.530249 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: standard_attr_segment.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.531572 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.532428 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 26 13:28:41.533039 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: standardattrdescription.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.534153 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.534735 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: standard-attr-description Aug 26 13:28:41.535009 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: stateful_security_group.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.542823 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.543411 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: stateful-security-group Aug 26 13:28:41.543746 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: stdattrs_common.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.544423 dv-cinder-786386-11-iscsi neutron-server[94503]: WARNING neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 26 13:28:41.544750 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.545856 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.546419 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 26 13:28:41.546745 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: subnet_onboard.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.547937 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.548484 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: subnet_onboard Aug 26 13:28:41.548815 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.549860 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.550391 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 26 13:28:41.550718 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: subnet_service_types.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.551700 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.552231 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: subnet-service-types Aug 26 13:28:41.552560 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: subnetallocation.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.553748 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.554295 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: subnet_allocation Aug 26 13:28:41.554626 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.555360 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.555886 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: subnetpool-prefix-ops Aug 26 13:28:41.556211 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.557776 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.558297 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 26 13:28:41.558623 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: tagging.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.559752 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.560275 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: standard-attr-tag Aug 26 13:28:41.560606 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: timestamp.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.561908 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.562430 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loaded extension: standard-attr-timestamp Aug 26 13:28:41.562760 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: trunk.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.563817 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.564337 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extension trunk not supported by any of loaded plugins Aug 26 13:28:41.564664 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: trunk_details.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.565601 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.566143 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extension trunk-details not supported by any of loaded plugins Aug 26 13:28:41.566477 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: uplink_status_propagation.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.567417 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.567926 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 26 13:28:41.568247 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Loading extension file: vlantransparent.py {{(pid=94503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 13:28:41.568939 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 13:28:41.569447 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 26 13:28:41.572047 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.quota.resource_registry [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Creating instance of TrackedResource for resource:network Aug 26 13:28:41.572634 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.quota.resource_registry [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Creating instance of TrackedResource for resource:subnet Aug 26 13:28:41.573533 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.quota.resource_registry [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 13:28:41.573955 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.quota.resource_registry [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Creating instance of TrackedResource for resource:port Aug 26 13:28:41.575260 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.v2.resource_helper [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 13:28:41.575723 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.v2.resource_helper [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Service FLAVORS assigned prefix: {{(pid=94503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 13:28:41.576357 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.v2.resource_helper [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 13:28:41.576786 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.v2.resource_helper [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 13:28:41.577117 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.quota.resource_registry [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Creating instance of TrackedResource for resource:router Aug 26 13:28:41.577547 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.quota.resource_registry [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Creating instance of TrackedResource for resource:floatingip Aug 26 13:28:41.578081 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.v2.resource_helper [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Service METERING assigned prefix: /metering {{(pid=94503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 13:28:41.579590 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.579961 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.580489 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:28:41.581894 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.quota.resource_registry [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Creating instance of CountableResource for resource:rbac_policy Aug 26 13:28:41.581894 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.quota.resource_registry [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Creating instance of TrackedResource for resource:security_group Aug 26 13:28:41.582651 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.quota.resource_registry [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 26 13:28:41.582837 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.v2.resource_helper [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Service CORE assigned prefix: {{(pid=94503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 13:28:41.583166 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.quota.resource_registry [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 13:28:41.583518 dv-cinder-786386-11-iscsi neutron-server[94503]: WARNING neutron.quota.resource_registry [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] subnetpool is already registered Aug 26 13:28:41.583951 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.v2.resource_helper [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Service CORE assigned prefix: {{(pid=94503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 13:28:41.584288 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.quota.resource_registry [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 13:28:41.584619 dv-cinder-786386-11-iscsi neutron-server[94503]: WARNING neutron.quota.resource_registry [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] subnetpool is already registered Aug 26 13:28:41.587046 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.v2.resource_helper [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 13:28:41.587908 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.v2.resource_helper [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Service FLAVORS assigned prefix: {{(pid=94503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 13:28:41.588095 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.v2.resource_helper [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 13:28:41.588526 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.v2.resource_helper [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 13:28:41.588862 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.quota.resource_registry [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Creating instance of TrackedResource for resource:router Aug 26 13:28:41.589202 dv-cinder-786386-11-iscsi neutron-server[94503]: WARNING neutron.quota.resource_registry [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] router is already registered Aug 26 13:28:41.589733 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.quota.resource_registry [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Creating instance of TrackedResource for resource:floatingip Aug 26 13:28:41.589977 dv-cinder-786386-11-iscsi neutron-server[94503]: WARNING neutron.quota.resource_registry [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] floatingip is already registered Aug 26 13:28:41.590542 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.v2.resource_helper [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Service METERING assigned prefix: /metering {{(pid=94503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 13:28:41.591118 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.quota.resource_registry [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Creating instance of CountableResource for resource:rbac_policy Aug 26 13:28:41.591449 dv-cinder-786386-11-iscsi neutron-server[94503]: WARNING neutron.quota.resource_registry [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] rbac_policy is already registered Aug 26 13:28:41.591864 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.quota.resource_registry [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Creating instance of TrackedResource for resource:security_group Aug 26 13:28:41.592201 dv-cinder-786386-11-iscsi neutron-server[94503]: WARNING neutron.quota.resource_registry [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] security_group is already registered Aug 26 13:28:41.592603 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.quota.resource_registry [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 26 13:28:41.592937 dv-cinder-786386-11-iscsi neutron-server[94503]: WARNING neutron.quota.resource_registry [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] security_group_rule is already registered Aug 26 13:28:41.593576 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.v2.resource_helper [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Service CORE assigned prefix: {{(pid=94503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 13:28:41.593936 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.quota.resource_registry [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 13:28:41.594274 dv-cinder-786386-11-iscsi neutron-server[94503]: WARNING neutron.quota.resource_registry [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] subnetpool is already registered Aug 26 13:28:41.594694 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.v2.resource_helper [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Service CORE assigned prefix: {{(pid=94503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 13:28:41.595021 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.quota.resource_registry [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 13:28:41.595352 dv-cinder-786386-11-iscsi neutron-server[94503]: WARNING neutron.quota.resource_registry [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] subnetpool is already registered Aug 26 13:28:41.595821 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: extensions {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.597342 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: address-groups {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.598898 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: address-scopes {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.600224 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: agents {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.601407 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: auto-allocated-topology {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.604762 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: availability_zones {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.604762 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: dhcp-networks {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.605483 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: dhcp-agents {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.606956 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: routers {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.609172 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: flavors {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.610385 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: service_profiles {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.611620 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: next_providers {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.613069 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: service_profiles {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.614634 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: floatingip-pools {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.615940 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: routers {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.618098 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: floatingips {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.619407 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: l3-routers {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.621320 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: l3-agents {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.622762 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: metering-labels {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.624190 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: metering-label-rules {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.625483 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: network-ip-availabilities {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.626870 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: bindings {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.628563 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: quotas {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.630062 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: quotas {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.631511 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: rbac-policies {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.632727 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: security-groups {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.634066 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: security-group-rules {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.635881 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: service-providers {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.639200 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: subnetpools {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.639863 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: subnetpools {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.641343 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: tags {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.643070 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: tags {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.644904 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: tags {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.646744 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: tags {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.648564 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: tags {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.650486 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: tags {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.652226 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: tags {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.654457 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: tags {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.656255 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: tags {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.658042 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron.api.extensions [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Extended resource: tags {{(pid=94503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 13:28:41.664122 dv-cinder-786386-11-iscsi neutron-server[94503]: WARNING keystonemiddleware.auth_token [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 26 13:28:41.668931 dv-cinder-786386-11-iscsi neutron-server[94503]: WARNING keystonemiddleware.auth_token [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 26 13:28:41.677279 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Acquired lock "singleton_lock" {{(pid=94503) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 26 13:28:41.677784 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Releasing lock "singleton_lock" {{(pid=94503) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 26 13:28:41.678445 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO oslo_service.service [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Starting 2 workers Aug 26 13:28:41.683835 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Started child 94614 {{(pid=94503) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 13:28:41.688569 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Started child 94615 {{(pid=94503) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 13:28:41.689555 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:28:41.690521 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO neutron.service [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 26 13:28:41.690970 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Notify callbacks [] for process, before_spawn {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:28:41.691170 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [-] (94614) wsgi starting up on http://0.0.0.0:9696 Aug 26 13:28:41.693414 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO oslo_service.service [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Starting 1 workers Aug 26 13:28:41.693563 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:28:41.694891 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [-] (94615) wsgi starting up on http://0.0.0.0:9696 Aug 26 13:28:41.698769 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Started child 94616 {{(pid=94503) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 13:28:41.699298 dv-cinder-786386-11-iscsi neutron-server[94503]: INFO oslo_service.service [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Starting 1 workers Aug 26 13:28:41.703093 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.service [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] calling RpcWorker wait() {{(pid=94616) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 26 13:28:41.703719 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.service [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] returning from RpcWorker wait() {{(pid=94616) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 26 13:28:41.704411 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Started child 94617 {{(pid=94503) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 13:28:41.704881 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:28:41.705254 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-51aa2ffb-b009-4ff3-9f9a-b331a5550d24 None None] Notify callbacks [] for process, after_spawn {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:28:41.705352 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:28:41.707224 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94503) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 26 13:28:41.707456 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 26 13:28:41.707651 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 26 13:28:41.707869 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 26 13:28:41.708201 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 26 13:28:41.708367 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 26 13:28:41.708890 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.709177 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.709443 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.709812 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.710030 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.710642 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.710909 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.711025 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:28:41.711524 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.711524 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.711679 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.711814 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.712152 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.712590 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.712822 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.713125 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.713441 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.713687 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.714003 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.714172 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.714595 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.714871 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.715106 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.715378 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] debug = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.715650 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.716172 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.716415 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.716673 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.716896 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.717193 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.717442 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.717735 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.718149 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.718389 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.723902 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.723902 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.723902 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.723902 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.723902 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.723902 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.723902 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.723902 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] host = dv-cinder-786386-11-iscsi {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.724549 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.724549 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.724549 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.724549 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.724549 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.724549 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.724549 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.724549 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.725105 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.725105 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.725105 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.725105 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.725105 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.725105 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] log_file = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.725105 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] log_options = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.725105 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.725105 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.725755 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.725755 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.725755 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.725755 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.725755 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.725755 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.725755 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.726297 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.726297 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.726455 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.726534 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.726785 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.727074 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.727324 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.727539 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.727933 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.728181 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.728432 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.728657 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.729062 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.729247 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.729465 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.729685 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.729967 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.730161 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.730406 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.730625 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.730886 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.731128 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.731379 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.731613 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.731878 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.732106 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.732568 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.732568 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.732836 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.733003 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.733263 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.733506 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.733782 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.734008 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.734242 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.734497 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.734724 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] use_json = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.734937 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.735188 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.735433 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.735741 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.735883 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.736077 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.736283 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.736546 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.736973 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.737251 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.737566 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.737850 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.738102 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.738344 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.738572 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.738814 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.739068 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.739318 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.739642 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.739955 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.740427 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.740852 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.741161 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.741646 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.742174 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.742831 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.742831 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.742831 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.743226 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.743226 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.743460 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.743719 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.743965 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.744197 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.744956 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.745276 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.745559 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.745873 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.746138 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.746374 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.746623 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.746859 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.747083 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.754342 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.754342 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.754342 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.754342 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.754342 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.754342 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.754342 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.754342 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.754342 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.755195 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.755195 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.755195 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.755195 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.755724 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:28:41.755868 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.755868 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.755868 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.755868 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.755868 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.755868 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.755868 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.755868 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.755868 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.756767 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.756767 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.756767 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.756767 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.756767 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.756767 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.756767 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.756767 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.756767 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.757610 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.757610 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.757610 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.757610 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.757610 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.757610 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.757610 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.757610 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.757610 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.758382 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.758382 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.758382 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.758382 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.758382 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.758382 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.758382 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.758382 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.758382 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.759071 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.759071 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.759071 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.759071 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.759071 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.759662 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.759662 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.759662 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.760023 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.760718 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.760947 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.761192 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.761428 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.761664 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.761932 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.762280 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.763077 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.763505 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.763892 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.763892 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.764369 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.764369 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.764606 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.764994 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.764994 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.765466 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.765466 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.765784 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.765975 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.766196 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.766476 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.767484 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.767484 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.767484 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.767484 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.767785 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.767904 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.768427 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.768871 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.769152 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.769405 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.769657 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.769943 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.769943 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.769943 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.769943 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.769943 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.769943 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.769943 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.771979 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.771979 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.772137 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.772528 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.772868 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.773315 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.777784 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.781659 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.782071 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.782420 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.782701 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.789157 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.789157 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.789157 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.789157 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.789157 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.789157 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.789157 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.789157 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.789852 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.789852 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.789852 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.789852 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.789852 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.789852 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.789852 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.789852 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.790409 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.790409 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.790409 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.790409 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.790409 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.790409 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.790409 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.790409 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.790991 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.790991 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.790991 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.791856 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.792208 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.792467 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.792898 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.793308 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.793693 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.794131 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.794522 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.794941 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.795321 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.795589 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.795824 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.796054 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.796271 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.796739 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.797013 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.797231 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.797662 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.797937 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.798350 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.798608 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.798964 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.799221 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.799459 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.799705 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.799927 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.800172 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.800398 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.800619 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.800839 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.801061 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.801279 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.801540 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.801830 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.802095 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.802305 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.802497 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.802736 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.802952 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.803207 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.803512 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.803766 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.804001 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.804257 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.804497 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.804713 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.804966 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.805197 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.805415 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.805656 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.805918 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.806127 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.806370 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.806585 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.806796 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.807658 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.807804 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.808040 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.808261 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.808475 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.808725 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.808948 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.809163 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.809373 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.809592 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.809829 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.810062 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.810283 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.810519 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.810729 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.810955 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.811215 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.811376 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.811607 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.811822 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.812711 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.813041 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.813289 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.813510 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.813816 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.814203 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.814477 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.814767 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.815077 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.815294 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.815564 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.815796 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.816025 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.816311 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.816497 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.816846 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.817111 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.817360 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.817595 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.817913 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.818198 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.818468 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.818681 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.818970 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.820129 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.820129 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.820129 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.820129 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.820590 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.820590 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.820759 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.820917 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.821163 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.821542 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.821816 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.822433 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.822433 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.822684 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.822769 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.822966 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.823227 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.823453 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.823694 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.823902 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.824406 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 26 13:28:41.824587 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94503) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 26 13:28:41.824751 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 26 13:28:41.824896 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 26 13:28:41.825073 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 26 13:28:41.825256 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 26 13:28:41.825413 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 26 13:28:41.825620 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.825815 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.825973 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.826137 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.826317 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.826485 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.826651 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.826798 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.826958 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.827109 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.827248 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.827379 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.827513 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.827660 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.827818 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.827981 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.828128 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.828271 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.828440 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.828600 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.828758 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.828920 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.829083 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] debug = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.829272 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.829431 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.829662 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.829852 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.829852 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.830106 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.830243 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.830833 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.830833 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.830833 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.830833 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.831167 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.831167 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.831167 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.831476 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.831476 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.832488 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.832488 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] host = dv-cinder-786386-11-iscsi {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.832488 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.832488 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.832488 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.832488 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.832488 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.833076 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.833076 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.833076 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.833076 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.833838 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.833838 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.833838 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.833838 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.833838 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] log_file = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.841625 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] log_options = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.841625 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.841625 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.841625 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.841625 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.841625 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.841625 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.842367 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.842367 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.842367 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.842367 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.842367 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.842367 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.842367 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.842367 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.843226 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.843226 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.843226 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.843226 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.843226 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.843226 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.843226 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.843226 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.844047 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.844047 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.844047 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.844047 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.844047 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.844047 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.844047 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.844047 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.844047 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.844804 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.844804 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.844804 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.844804 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.844804 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.844804 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.844804 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.844804 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.845253 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.845253 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.845253 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.845253 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.845253 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.845253 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.845253 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] use_json = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.845253 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.846113 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.846113 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.846113 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.846113 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.846113 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.846113 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.846113 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 13:28:41.846113 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.846950 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.846950 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.846950 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.846950 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.846950 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.846950 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.846950 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.846950 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.847510 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.847510 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.847510 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.847510 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.847510 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.847510 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.847510 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.847510 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.848053 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.848053 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.848053 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.848053 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.848053 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.848053 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.848053 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.848053 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.848754 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.848754 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.848754 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.848754 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.848754 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.848754 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.848754 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.848754 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.851144 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.851144 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.851144 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.851144 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.851144 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.851144 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.851144 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.851144 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.851144 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.851765 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.851765 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.851765 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.851765 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.851765 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.851765 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.851765 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.851765 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.851765 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.852376 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.852376 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.852376 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.852376 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.852376 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.852376 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.852376 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.852376 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.852376 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.852995 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.852995 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.852995 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.852995 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.853295 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.853295 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.853443 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.855070 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.855070 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.855070 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.855070 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.855070 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.855070 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.855070 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.858024 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.858024 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.858024 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.858024 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.858024 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.858024 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.858024 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.858024 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.858024 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.859077 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.859077 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.859077 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.859077 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.859077 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.859077 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.859077 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.859077 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.859541 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.859541 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.859541 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.859541 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.859541 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.859541 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.859541 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.859541 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.859987 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.859987 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.859987 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.859987 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.859987 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.859987 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.859987 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.859987 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.860639 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.860639 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.860639 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.860639 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.860866 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.860866 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.861106 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.861196 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.861321 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.861502 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.861679 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.861882 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.862147 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.862297 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.862551 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.862697 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.862932 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.863196 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.863460 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.863731 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.864005 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.864282 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.864559 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.864836 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.865106 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.865384 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.865659 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.865960 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.866235 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.866511 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.866811 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.866985 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.867153 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.867319 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.867561 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.867738 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.867882 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.868062 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.868227 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.868389 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.868635 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.868811 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.868976 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.869245 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.869488 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.870191 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.870357 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.870506 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.870645 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.870977 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.871085 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.871216 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.871339 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.877057 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.877057 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.877057 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.877057 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.877057 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.877057 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.877057 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.877057 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.877834 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.877834 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.877834 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.877834 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.877834 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.877834 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.878291 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:28:41.878381 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.878381 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.878381 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.878381 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.878381 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.878381 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.878381 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.878381 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.879696 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.879696 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.879696 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.879696 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.879696 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.879696 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.879696 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.879696 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.880633 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.880633 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.880633 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.880633 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.880633 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.880633 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.880633 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.880633 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.881555 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.881555 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.881555 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.881555 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.881555 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.881555 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.881555 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.881555 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.882531 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.882531 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.882531 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.882531 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.882531 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.882531 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.883259 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 52726) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:28:41.883391 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.883391 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.883391 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.883391 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.883391 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.883391 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.883391 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.883391 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.884394 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.884394 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.884394 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.884394 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.884394 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.884394 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.884394 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.884394 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.885324 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.885324 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.885324 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.885324 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.885324 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.885324 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.885324 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.885324 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.885324 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.886658 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.886658 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.886658 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.886658 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.886658 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.886658 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.886658 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.886658 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.887749 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.887749 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.887749 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.887749 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.887749 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.887749 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.887749 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.887749 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.892007 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.892007 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.892007 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.892007 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.892007 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.892007 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.892007 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.892007 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.892864 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.892864 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.892864 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.892864 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.892864 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.893406 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066273 Aug 26 13:28:41.893537 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.893537 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.893537 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.893537 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.893537 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.893537 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.893537 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.893537 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.894440 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.894440 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.894440 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.894440 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.894440 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.894440 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.894440 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.894440 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.894440 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.895380 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.895380 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.895380 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.895380 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.895380 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.895380 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.895380 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 13:28:41.895380 dv-cinder-786386-11-iscsi neutron-server[94503]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 26 13:28:54.188583 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bdb404-fe7c-4a6a-b6dc-f32e7d9c7953 None None] get_active_networks_info from dv-cinder-786386-11-iscsi {{(pid=94616) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 26 13:28:54.257291 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bdb404-fe7c-4a6a-b6dc-f32e7d9c7953 None None] No non-hosted networks {{(pid=94616) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 26 13:28:54.263448 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.agentschedulers_db [None req-d4bdb404-fe7c-4a6a-b6dc-f32e7d9c7953 None None] DHCP Agent not found on host dv-cinder-786386-11-iscsi {{(pid=94616) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 26 13:28:54.346109 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-abe5e158-c8eb-45b8-8cda-b5b53363c7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-434027'] for agent, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:28:56.809472 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-f99cecab-ab7b-4610-be22-2366c69bc723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-434027'] for agent, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:28:56.856293 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.db.api [None req-697f720f-7e8f-4532-886a-b957f2f54449 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-786386-11-iscsi {{(pid=94616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 13:28:56.856723 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG oslo_db.api [None req-697f720f-7e8f-4532-886a-b957f2f54449 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 13:28:57.419392 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-697f720f-7e8f-4532-886a-b957f2f54449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:28:57.483971 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-434027'] for agent, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:28:57.484931 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:28:57.485442 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:28:57.486019 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:28:57.486494 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:28:57.487349 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:28:57.488091 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:28:57.491060 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:28:57.491060 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:28:57.491060 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:28:57.491060 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:28:57.491060 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:28:57.491428 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:28:57.491741 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786386-11-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:28:57.506344 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786386-11-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:28:58.632262 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-434027'] for agent, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:00.404102 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-434027'] for agent, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:01.284796 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 52822) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:29:01.964011 dv-cinder-786386-11-iscsi neutron-server[94615]: WARNING oslo_policy.policy [None req-884018ec-4dbb-44fe-8f60-ca42639523dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 13:29:01.964795 dv-cinder-786386-11-iscsi neutron-server[94615]: WARNING oslo_policy.policy [None req-884018ec-4dbb-44fe-8f60-ca42639523dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 13:29:02.188911 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [None req-884018ec-4dbb-44fe-8f60-ca42639523dc admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 13:29:02.190063 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-884018ec-4dbb-44fe-8f60-ca42639523dc admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9041681 Aug 26 13:29:03.136311 dv-cinder-786386-11-iscsi neutron-server[94616]: INFO neutron.db.l3_hamode_db [None req-c0605998-71be-46d8-a5c3-33aa0baa7bbb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 26 13:29:03.224278 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0605998-71be-46d8-a5c3-33aa0baa7bbb None None] Routers set() bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:29:03.224912 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0605998-71be-46d8-a5c3-33aa0baa7bbb None None] Router IDs set() for agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 26 13:29:04.636834 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 52836) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:29:04.992858 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-79a52045-ead8-4e03-95a0-262f855dbf31 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:29:05.101944 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.policy [None req-79a52045-ead8-4e03-95a0-262f855dbf31 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94615) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 26 13:29:05.151292 dv-cinder-786386-11-iscsi neutron-server[94615]: WARNING oslo_policy.policy [None req-79a52045-ead8-4e03-95a0-262f855dbf31 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 13:29:05.151675 dv-cinder-786386-11-iscsi neutron-server[94615]: WARNING oslo_policy.policy [None req-79a52045-ead8-4e03-95a0-262f855dbf31 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 13:29:05.160652 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.quota [None req-79a52045-ead8-4e03-95a0-262f855dbf31 admin admin] Loaded quota_driver: . Aug 26 13:29:05.336177 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-79a52045-ead8-4e03-95a0-262f855dbf31 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790398514336', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790398513821', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790398518494', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790398532218', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790399133494', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790398676677', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1477112', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1499334', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-486322', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-547346'] for rbac-policy, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:05.757896 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-79a52045-ead8-4e03-95a0-262f855dbf31 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:05.759726 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-79a52045-ead8-4e03-95a0-262f855dbf31 admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1218901 Aug 26 13:29:08.455866 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 52848) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:29:08.802940 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-798857c3-ff7e-4c9e-80a0-5de350929435 admin admin] Request body: {'network': {'project_id': '65610a1fee724f3dae077fa29e363db5', 'name': 'private', 'tenant_id': '65610a1fee724f3dae077fa29e363db5', 'admin_state_up': True}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:29:08.929154 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798857c3-ff7e-4c9e-80a0-5de350929435 admin admin] Made reservation on behalf of 65610a1fee724f3dae077fa29e363db5 for: {'network': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:29:08.932015 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-798857c3-ff7e-4c9e-80a0-5de350929435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for network, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:08.950782 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-798857c3-ff7e-4c9e-80a0-5de350929435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:09.087088 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-798857c3-ff7e-4c9e-80a0-5de350929435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:09.180995 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-798857c3-ff7e-4c9e-80a0-5de350929435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:09.201830 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-798857c3-ff7e-4c9e-80a0-5de350929435 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=94615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 13:29:09.230055 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-798857c3-ff7e-4c9e-80a0-5de350929435 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790400307685', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388'] for segment, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:09.230702 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-798857c3-ff7e-4c9e-80a0-5de350929435 admin admin] Unsubscribe: segment precommit_create {{(pid=94615) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 26 13:29:09.231298 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.db.segments_db [None req-798857c3-ff7e-4c9e-80a0-5de350929435 admin admin] Added segment 34deaae2-4ad9-4877-bd4f-b81fb0bb84ba of type vlan for network 9590f2ec-0678-4d30-bb22-c5b722938ecb Aug 26 13:29:09.247913 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798857c3-ff7e-4c9e-80a0-5de350929435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee5c0df-a1b2-4c07-88e7-af353b288a22,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:29:09.297858 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798857c3-ff7e-4c9e-80a0-5de350929435 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:09.298202 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798857c3-ff7e-4c9e-80a0-5de350929435 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:09.298542 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798857c3-ff7e-4c9e-80a0-5de350929435 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:09.298876 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798857c3-ff7e-4c9e-80a0-5de350929435 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:09.299252 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798857c3-ff7e-4c9e-80a0-5de350929435 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:09.299600 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798857c3-ff7e-4c9e-80a0-5de350929435 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:09.299928 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798857c3-ff7e-4c9e-80a0-5de350929435 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:09.300265 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798857c3-ff7e-4c9e-80a0-5de350929435 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:09.300614 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798857c3-ff7e-4c9e-80a0-5de350929435 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:09.300938 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798857c3-ff7e-4c9e-80a0-5de350929435 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:09.301278 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798857c3-ff7e-4c9e-80a0-5de350929435 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:09.301599 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798857c3-ff7e-4c9e-80a0-5de350929435 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:09.302959 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798857c3-ff7e-4c9e-80a0-5de350929435 admin admin] Tracked resource versions report: Aug 26 13:29:09.302959 dv-cinder-786386-11-iscsi neutron-server[94615]: pushed versions: Aug 26 13:29:09.302959 dv-cinder-786386-11-iscsi neutron-server[94615]: { 'AddressGroup': {'1.2'}, Aug 26 13:29:09.302959 dv-cinder-786386-11-iscsi neutron-server[94615]: 'ConntrackHelper': {'1.0'}, Aug 26 13:29:09.302959 dv-cinder-786386-11-iscsi neutron-server[94615]: 'Log': {'1.0'}, Aug 26 13:29:09.302959 dv-cinder-786386-11-iscsi neutron-server[94615]: 'Network': {'1.1'}, Aug 26 13:29:09.302959 dv-cinder-786386-11-iscsi neutron-server[94615]: 'Port': {'1.7'}, Aug 26 13:29:09.302959 dv-cinder-786386-11-iscsi neutron-server[94615]: 'PortForwarding': {'1.2'}, Aug 26 13:29:09.302959 dv-cinder-786386-11-iscsi neutron-server[94615]: 'QosPolicy': {'1.9'}, Aug 26 13:29:09.302959 dv-cinder-786386-11-iscsi neutron-server[94615]: 'SecurityGroup': {'1.4'}, Aug 26 13:29:09.302959 dv-cinder-786386-11-iscsi neutron-server[94615]: 'SecurityGroupRule': {'1.2'}, Aug 26 13:29:09.302959 dv-cinder-786386-11-iscsi neutron-server[94615]: 'SubPort': {'1.0'}, Aug 26 13:29:09.302959 dv-cinder-786386-11-iscsi neutron-server[94615]: 'Subnet': {'1.1'}, Aug 26 13:29:09.302959 dv-cinder-786386-11-iscsi neutron-server[94615]: 'Trunk': {'1.1'}} Aug 26 13:29:09.302959 dv-cinder-786386-11-iscsi neutron-server[94615]: consumer versions: Aug 26 13:29:09.302959 dv-cinder-786386-11-iscsi neutron-server[94615]: { DHCP agent@dv-cinder-786386-11-iscsi: {}, Aug 26 13:29:09.302959 dv-cinder-786386-11-iscsi neutron-server[94615]: L3 agent@dv-cinder-786386-11-iscsi: {}, Aug 26 13:29:09.302959 dv-cinder-786386-11-iscsi neutron-server[94615]: Metadata agent@dv-cinder-786386-11-iscsi: {}, Aug 26 13:29:09.302959 dv-cinder-786386-11-iscsi neutron-server[94615]: Metering agent@dv-cinder-786386-11-iscsi: {}, Aug 26 13:29:09.302959 dv-cinder-786386-11-iscsi neutron-server[94615]: Open vSwitch agent@dv-cinder-786386-11-iscsi: { 'AddressGroup': '1.2', Aug 26 13:29:09.302959 dv-cinder-786386-11-iscsi neutron-server[94615]: 'ConntrackHelper': '1.0', Aug 26 13:29:09.302959 dv-cinder-786386-11-iscsi neutron-server[94615]: 'Log': '1.0', Aug 26 13:29:09.302959 dv-cinder-786386-11-iscsi neutron-server[94615]: 'Network': '1.1', Aug 26 13:29:09.302959 dv-cinder-786386-11-iscsi neutron-server[94615]: 'Port': '1.7', Aug 26 13:29:09.302959 dv-cinder-786386-11-iscsi neutron-server[94615]: 'PortForwarding': '1.2', Aug 26 13:29:09.302959 dv-cinder-786386-11-iscsi neutron-server[94615]: 'QosPolicy': '1.9', Aug 26 13:29:09.302959 dv-cinder-786386-11-iscsi neutron-server[94615]: 'SecurityGroup': '1.4', Aug 26 13:29:09.302959 dv-cinder-786386-11-iscsi neutron-server[94615]: 'SecurityGroupRule': '1.2', Aug 26 13:29:09.302959 dv-cinder-786386-11-iscsi neutron-server[94615]: 'SubPort': '1.0', Aug 26 13:29:09.302959 dv-cinder-786386-11-iscsi neutron-server[94615]: 'Subnet': '1.1', Aug 26 13:29:09.302959 dv-cinder-786386-11-iscsi neutron-server[94615]: 'Trunk': '1.1'}} Aug 26 13:29:09.302959 dv-cinder-786386-11-iscsi neutron-server[94615]: {{(pid=94615) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 13:29:09.356405 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-798857c3-ff7e-4c9e-80a0-5de350929435 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790399845762'] for network, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:09.483516 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-798857c3-ff7e-4c9e-80a0-5de350929435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412'] for network, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:09.484636 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798857c3-ff7e-4c9e-80a0-5de350929435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:29:09.485333 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-798857c3-ff7e-4c9e-80a0-5de350929435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for network, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:09.584014 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798857c3-ff7e-4c9e-80a0-5de350929435 admin admin] Pushing event updated for resources: {'Network': ['ID=9590f2ec-0678-4d30-bb22-c5b722938ecb,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:29:09.595793 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Network 9590f2ec-0678-4d30-bb22-c5b722938ecb details requested by agent ovs-agent-dv-cinder-786386-11-iscsi with host dv-cinder-786386-11-iscsi {{(pid=94616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 13:29:09.707334 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-798857c3-ff7e-4c9e-80a0-5de350929435 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2502406 Aug 26 13:29:12.534736 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 52862) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:29:13.022639 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5778db9-73e5-4672-be2e-c96f95300996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:29:13.024606 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-f5778db9-73e5-4672-be2e-c96f95300996 admin admin] 10.222.0.35 "GET /v2.0/networks/9590f2ec-0678-4d30-bb22-c5b722938ecb HTTP/1.1" status: 200 len: 825 time: 0.4889028 Aug 26 13:29:13.050763 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-72aaf636-79c7-41aa-ab28-72c4ecdc4c07 admin admin] 10.222.0.35 "GET /v2.0/subnetpools/0b5f4984-f201-41f8-bdae-477cc1957916 HTTP/1.1" status: 200 len: 734 time: 0.0194063 Aug 26 13:29:13.060191 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-93c66d7a-12da-4f30-b8f8-3a12dd9e7210 admin admin] Request body: {'subnet': {'network_id': '9590f2ec-0678-4d30-bb22-c5b722938ecb', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '65610a1fee724f3dae077fa29e363db5', 'ip_version': 4, 'subnetpool_id': '0b5f4984-f201-41f8-bdae-477cc1957916'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:29:13.151599 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c66d7a-12da-4f30-b8f8-3a12dd9e7210 admin admin] Made reservation on behalf of 65610a1fee724f3dae077fa29e363db5 for: {'subnet': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:29:13.154245 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-93c66d7a-12da-4f30-b8f8-3a12dd9e7210 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:13.546822 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-93c66d7a-12da-4f30-b8f8-3a12dd9e7210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412'] for subnet, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:13.619351 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c66d7a-12da-4f30-b8f8-3a12dd9e7210 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3de4c2b-879a-4553-bbce-f2f908bdc9bb,revision_number=0']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:29:13.621605 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c66d7a-12da-4f30-b8f8-3a12dd9e7210 admin admin] Checking segment: {'id': '34deaae2-4ad9-4877-bd4f-b81fb0bb84ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9590f2ec-0678-4d30-bb22-c5b722938ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:29:13.622213 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c66d7a-12da-4f30-b8f8-3a12dd9e7210 admin admin] Network hostable DHCP agents. Network: 9590f2ec-0678-4d30-bb22-c5b722938ecb, hostable agents: ['4ade96b1-406d-4ebc-948b-9bb0af99b177'], hosted agents: [] {{(pid=94615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 13:29:13.740370 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c66d7a-12da-4f30-b8f8-3a12dd9e7210 admin admin] Network 9590f2ec-0678-4d30-bb22-c5b722938ecb is scheduled to be hosted by DHCP agent 4ade96b1-406d-4ebc-948b-9bb0af99b177 with binding_index 1 {{(pid=94615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 13:29:13.837985 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-93c66d7a-12da-4f30-b8f8-3a12dd9e7210 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-11-iscsi, 9590f2ec-0678-4d30-bb22-c5b722938ecb) {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:29:13.844712 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c66d7a-12da-4f30-b8f8-3a12dd9e7210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:29:13.846051 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-93c66d7a-12da-4f30-b8f8-3a12dd9e7210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for subnet, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:13.850775 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33d39cd-5f53-42e7-a093-683380a875c3 None None] Network 9590f2ec-0678-4d30-bb22-c5b722938ecb requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:29:13.959607 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-93c66d7a-12da-4f30-b8f8-3a12dd9e7210 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9015625 Aug 26 13:29:14.188656 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19941e57-88e2-4e26-9bfc-e442e2db56d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e57bd44-56e5-5669-b06f-8b51ccd0965c-9590f2ec-0678-4d30-bb22-c5b722938ecb', 'network_id': '9590f2ec-0678-4d30-bb22-c5b722938ecb', 'tenant_id': '65610a1fee724f3dae077fa29e363db5', 'fixed_ips': [{'subnet_id': 'f3de4c2b-879a-4553-bbce-f2f908bdc9bb'}]}} from dv-cinder-786386-11-iscsi. {{(pid=94616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 13:29:14.189993 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-19941e57-88e2-4e26-9bfc-e442e2db56d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:14.471815 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [None req-19941e57-88e2-4e26-9bfc-e442e2db56d6 None None] Allocated IP 172.20.0.2 (9590f2ec-0678-4d30-bb22-c5b722938ecb/f3de4c2b-879a-4553-bbce-f2f908bdc9bb/cda38b65-5c10-4c7f-b4b0-4e00274a2acc) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:29:14.709724 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-19941e57-88e2-4e26-9bfc-e442e2db56d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:14.726696 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-19941e57-88e2-4e26-9bfc-e442e2db56d6 None None] Transition to ACTIVE for port object cda38b65-5c10-4c7f-b4b0-4e00274a2acc will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:29:14.751600 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-19941e57-88e2-4e26-9bfc-e442e2db56d6 None None] Transition to ACTIVE for port object cda38b65-5c10-4c7f-b4b0-4e00274a2acc will not be triggered until provisioned by entity DHCP. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:29:14.843794 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-19941e57-88e2-4e26-9bfc-e442e2db56d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:14.918573 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19941e57-88e2-4e26-9bfc-e442e2db56d6 None None] Network 9590f2ec-0678-4d30-bb22-c5b722938ecb is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:29:14.923542 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-19941e57-88e2-4e26-9bfc-e442e2db56d6 None None] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:29:14.926974 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19941e57-88e2-4e26-9bfc-e442e2db56d6 None None] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:29:14.939177 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19941e57-88e2-4e26-9bfc-e442e2db56d6 None None] Pushing event updated for resources: {'Port': ['ID=cda38b65-5c10-4c7f-b4b0-4e00274a2acc,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:29:14.968871 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19941e57-88e2-4e26-9bfc-e442e2db56d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:14.969246 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19941e57-88e2-4e26-9bfc-e442e2db56d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:14.969596 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19941e57-88e2-4e26-9bfc-e442e2db56d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:14.969964 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19941e57-88e2-4e26-9bfc-e442e2db56d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:14.970297 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19941e57-88e2-4e26-9bfc-e442e2db56d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:14.970631 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19941e57-88e2-4e26-9bfc-e442e2db56d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:14.971000 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19941e57-88e2-4e26-9bfc-e442e2db56d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:14.971326 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19941e57-88e2-4e26-9bfc-e442e2db56d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:14.971671 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19941e57-88e2-4e26-9bfc-e442e2db56d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:14.971999 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19941e57-88e2-4e26-9bfc-e442e2db56d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:14.972322 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19941e57-88e2-4e26-9bfc-e442e2db56d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:14.972643 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19941e57-88e2-4e26-9bfc-e442e2db56d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:14.974004 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19941e57-88e2-4e26-9bfc-e442e2db56d6 None None] Tracked resource versions report: Aug 26 13:29:14.974004 dv-cinder-786386-11-iscsi neutron-server[94616]: pushed versions: Aug 26 13:29:14.974004 dv-cinder-786386-11-iscsi neutron-server[94616]: { 'AddressGroup': {'1.2'}, Aug 26 13:29:14.974004 dv-cinder-786386-11-iscsi neutron-server[94616]: 'ConntrackHelper': {'1.0'}, Aug 26 13:29:14.974004 dv-cinder-786386-11-iscsi neutron-server[94616]: 'Log': {'1.0'}, Aug 26 13:29:14.974004 dv-cinder-786386-11-iscsi neutron-server[94616]: 'Network': {'1.1'}, Aug 26 13:29:14.974004 dv-cinder-786386-11-iscsi neutron-server[94616]: 'Port': {'1.7'}, Aug 26 13:29:14.974004 dv-cinder-786386-11-iscsi neutron-server[94616]: 'PortForwarding': {'1.2'}, Aug 26 13:29:14.974004 dv-cinder-786386-11-iscsi neutron-server[94616]: 'QosPolicy': {'1.9'}, Aug 26 13:29:14.974004 dv-cinder-786386-11-iscsi neutron-server[94616]: 'SecurityGroup': {'1.4'}, Aug 26 13:29:14.974004 dv-cinder-786386-11-iscsi neutron-server[94616]: 'SecurityGroupRule': {'1.2'}, Aug 26 13:29:14.974004 dv-cinder-786386-11-iscsi neutron-server[94616]: 'SubPort': {'1.0'}, Aug 26 13:29:14.974004 dv-cinder-786386-11-iscsi neutron-server[94616]: 'Subnet': {'1.1'}, Aug 26 13:29:14.974004 dv-cinder-786386-11-iscsi neutron-server[94616]: 'Trunk': {'1.1'}} Aug 26 13:29:14.974004 dv-cinder-786386-11-iscsi neutron-server[94616]: consumer versions: Aug 26 13:29:14.974004 dv-cinder-786386-11-iscsi neutron-server[94616]: { DHCP agent@dv-cinder-786386-11-iscsi: {}, Aug 26 13:29:14.974004 dv-cinder-786386-11-iscsi neutron-server[94616]: L3 agent@dv-cinder-786386-11-iscsi: {}, Aug 26 13:29:14.974004 dv-cinder-786386-11-iscsi neutron-server[94616]: Metadata agent@dv-cinder-786386-11-iscsi: {}, Aug 26 13:29:14.974004 dv-cinder-786386-11-iscsi neutron-server[94616]: Metering agent@dv-cinder-786386-11-iscsi: {}, Aug 26 13:29:14.974004 dv-cinder-786386-11-iscsi neutron-server[94616]: Open vSwitch agent@dv-cinder-786386-11-iscsi: { 'AddressGroup': '1.2', Aug 26 13:29:14.974004 dv-cinder-786386-11-iscsi neutron-server[94616]: 'ConntrackHelper': '1.0', Aug 26 13:29:14.974004 dv-cinder-786386-11-iscsi neutron-server[94616]: 'Log': '1.0', Aug 26 13:29:14.974004 dv-cinder-786386-11-iscsi neutron-server[94616]: 'Network': '1.1', Aug 26 13:29:14.974004 dv-cinder-786386-11-iscsi neutron-server[94616]: 'Port': '1.7', Aug 26 13:29:14.974004 dv-cinder-786386-11-iscsi neutron-server[94616]: 'PortForwarding': '1.2', Aug 26 13:29:14.974004 dv-cinder-786386-11-iscsi neutron-server[94616]: 'QosPolicy': '1.9', Aug 26 13:29:14.974004 dv-cinder-786386-11-iscsi neutron-server[94616]: 'SecurityGroup': '1.4', Aug 26 13:29:14.974004 dv-cinder-786386-11-iscsi neutron-server[94616]: 'SecurityGroupRule': '1.2', Aug 26 13:29:14.974004 dv-cinder-786386-11-iscsi neutron-server[94616]: 'SubPort': '1.0', Aug 26 13:29:14.974004 dv-cinder-786386-11-iscsi neutron-server[94616]: 'Subnet': '1.1', Aug 26 13:29:14.974004 dv-cinder-786386-11-iscsi neutron-server[94616]: 'Trunk': '1.1'}} Aug 26 13:29:14.974004 dv-cinder-786386-11-iscsi neutron-server[94616]: {{(pid=94616) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 13:29:15.023180 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-19941e57-88e2-4e26-9bfc-e442e2db56d6 None None] Attempting to bind port cda38b65-5c10-4c7f-b4b0-4e00274a2acc on host dv-cinder-786386-11-iscsi for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:29:15.024182 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-19941e57-88e2-4e26-9bfc-e442e2db56d6 None None] Attempting to bind port cda38b65-5c10-4c7f-b4b0-4e00274a2acc by drivers openvswitch,hyperv on host dv-cinder-786386-11-iscsi at level 0 using segments [{'id': '34deaae2-4ad9-4877-bd4f-b81fb0bb84ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9590f2ec-0678-4d30-bb22-c5b722938ecb'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:29:15.024624 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19941e57-88e2-4e26-9bfc-e442e2db56d6 None None] Attempting to bind port cda38b65-5c10-4c7f-b4b0-4e00274a2acc on network 9590f2ec-0678-4d30-bb22-c5b722938ecb {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:29:15.030438 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19941e57-88e2-4e26-9bfc-e442e2db56d6 None None] Checking agent: {'id': 'e5d43163-2ed7-4be7-b0e9-dba87db69928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 28, 57), 'started_at': datetime.datetime(2021, 8, 26, 13, 28, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:29:15.030855 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19941e57-88e2-4e26-9bfc-e442e2db56d6 None None] Checking segment: {'id': '34deaae2-4ad9-4877-bd4f-b81fb0bb84ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9590f2ec-0678-4d30-bb22-c5b722938ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:29:15.031337 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-19941e57-88e2-4e26-9bfc-e442e2db56d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:15.031761 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19941e57-88e2-4e26-9bfc-e442e2db56d6 None None] Bound using segment: {'id': '34deaae2-4ad9-4877-bd4f-b81fb0bb84ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9590f2ec-0678-4d30-bb22-c5b722938ecb'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:29:15.032256 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-19941e57-88e2-4e26-9bfc-e442e2db56d6 None None] Bound port: cda38b65-5c10-4c7f-b4b0-4e00274a2acc, host: dv-cinder-786386-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34deaae2-4ad9-4877-bd4f-b81fb0bb84ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9590f2ec-0678-4d30-bb22-c5b722938ecb'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:29:15.032670 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-19941e57-88e2-4e26-9bfc-e442e2db56d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:15.104422 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-19941e57-88e2-4e26-9bfc-e442e2db56d6 None None] For port cda38b65-5c10-4c7f-b4b0-4e00274a2acc, host dv-cinder-786386-11-iscsi, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:29:15.112372 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-19941e57-88e2-4e26-9bfc-e442e2db56d6 None None] For port cda38b65-5c10-4c7f-b4b0-4e00274a2acc, host dv-cinder-786386-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=cda38b65-5c10-4c7f-b4b0-4e00274a2acc,segment=NetworkSegment(34deaae2-4ad9-4877-bd4f-b81fb0bb84ba),segment_id=34deaae2-4ad9-4877-bd4f-b81fb0bb84ba)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:29:15.209184 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-19941e57-88e2-4e26-9bfc-e442e2db56d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:15.279391 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19941e57-88e2-4e26-9bfc-e442e2db56d6 None None] Pushing event updated for resources: {'Port': ['ID=cda38b65-5c10-4c7f-b4b0-4e00274a2acc,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:29:16.617222 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 52870) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:29:16.953563 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [None req-9aafbe59-75a1-40aa-b3b7-b1f4135293b0 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 13:29:16.954577 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-9aafbe59-75a1-40aa-b3b7-b1f4135293b0 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3363702 Aug 26 13:29:19.411591 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 52878) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:29:19.767053 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [None req-80d832e8-b4ae-46c3-a306-e3ca2bde5f3c admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 13:29:19.768205 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-80d832e8-b4ae-46c3-a306-e3ca2bde5f3c admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3556330 Aug 26 13:29:22.434983 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 52888) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:29:22.950147 dv-cinder-786386-11-iscsi neutron-server[94614]: WARNING oslo_policy.policy [None req-f240f998-9617-4b7c-9981-4b50c7a7f537 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 13:29:22.950847 dv-cinder-786386-11-iscsi neutron-server[94614]: WARNING oslo_policy.policy [None req-f240f998-9617-4b7c-9981-4b50c7a7f537 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 13:29:23.171294 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-f240f998-9617-4b7c-9981-4b50c7a7f537 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '65610a1fee724f3dae077fa29e363db5'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:29:23.235144 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.policy [None req-f240f998-9617-4b7c-9981-4b50c7a7f537 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94614) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 26 13:29:23.281075 dv-cinder-786386-11-iscsi neutron-server[94614]: WARNING oslo_policy.policy [None req-f240f998-9617-4b7c-9981-4b50c7a7f537 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 13:29:23.281383 dv-cinder-786386-11-iscsi neutron-server[94614]: WARNING oslo_policy.policy [None req-f240f998-9617-4b7c-9981-4b50c7a7f537 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 13:29:23.290724 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.quota [None req-f240f998-9617-4b7c-9981-4b50c7a7f537 admin admin] Loaded quota_driver: . Aug 26 13:29:23.341538 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device cda38b65-5c10-4c7f-b4b0-4e00274a2acc up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:29:23.439541 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-f240f998-9617-4b7c-9981-4b50c7a7f537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13099'] for router, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:23.441559 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-f240f998-9617-4b7c-9981-4b50c7a7f537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13090'] for router, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:23.488446 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning for port cda38b65-5c10-4c7f-b4b0-4e00274a2acc completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:29:23.602986 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-f240f998-9617-4b7c-9981-4b50c7a7f537 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:23.650055 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-f240f998-9617-4b7c-9981-4b50c7a7f537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-428405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430587'] for router, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:23.709836 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-f240f998-9617-4b7c-9981-4b50c7a7f537 admin admin] Notify callbacks [] for router, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:23.711723 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-f240f998-9617-4b7c-9981-4b50c7a7f537 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2745638 Aug 26 13:29:23.781748 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a93537-8d44-405c-94aa-871e06938dd7 None None] Network 9590f2ec-0678-4d30-bb22-c5b722938ecb requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:29:23.984433 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-023886e2-f048-4c4b-8f26-16548b904ae9 None None] Provisioning for port cda38b65-5c10-4c7f-b4b0-4e00274a2acc completed by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:29:23.989192 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-023886e2-f048-4c4b-8f26-16548b904ae9 None None] Provisioning complete for port cda38b65-5c10-4c7f-b4b0-4e00274a2acc triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:29:23.989781 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-023886e2-f048-4c4b-8f26-16548b904ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:24.121763 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-023886e2-f048-4c4b-8f26-16548b904ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:24.157667 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-023886e2-f048-4c4b-8f26-16548b904ae9 None None] For port cda38b65-5c10-4c7f-b4b0-4e00274a2acc, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=cda38b65-5c10-4c7f-b4b0-4e00274a2acc,segment=NetworkSegment(34deaae2-4ad9-4877-bd4f-b81fb0bb84ba),segment_id=34deaae2-4ad9-4877-bd4f-b81fb0bb84ba)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:29:24.191636 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7066a7e8-d73f-47c3-b6db-eec0f11611c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:24.220107 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-023886e2-f048-4c4b-8f26-16548b904ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:24.269077 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023886e2-f048-4c4b-8f26-16548b904ae9 None None] Pushing event updated for resources: {'Port': ['ID=cda38b65-5c10-4c7f-b4b0-4e00274a2acc,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:29:24.339443 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-0b9ac6f6-fe19-4ce2-b8cd-59fb5e9ab4f4 None None] Provisioning complete for port cda38b65-5c10-4c7f-b4b0-4e00274a2acc triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:29:24.339814 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0b9ac6f6-fe19-4ce2-b8cd-59fb5e9ab4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:25.306424 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device cda38b65-5c10-4c7f-b4b0-4e00274a2acc up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:29:25.353852 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port cda38b65-5c10-4c7f-b4b0-4e00274a2acc triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:29:25.354230 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:26.136979 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 52908) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:29:26.456032 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [None req-58c23f62-d250-40ce-8626-b041c6a521b2 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 13:29:26.457061 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-58c23f62-d250-40ce-8626-b041c6a521b2 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3191144 Aug 26 13:29:26.803211 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4c06d920-5f55-4a26-983b-1b2ea231cf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:27.511268 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:28.586651 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:28.874376 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 52926) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:29:29.010875 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-d373199e-fb64-495a-b129-38fe74b044a4 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:29:29.093975 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d373199e-fb64-495a-b129-38fe74b044a4 admin admin] Made reservation on behalf of 9904287cc1274e9bb5af56ae7937f5ee for: {'network': 1} {{(pid=94614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:29:29.096762 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d373199e-fb64-495a-b129-38fe74b044a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for network, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:29.114269 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d373199e-fb64-495a-b129-38fe74b044a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:29.237964 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d373199e-fb64-495a-b129-38fe74b044a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:29.293955 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d373199e-fb64-495a-b129-38fe74b044a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:29.305923 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d373199e-fb64-495a-b129-38fe74b044a4 admin admin] Reserving flat network on physical network physnet1 {{(pid=94614) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 26 13:29:29.338238 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d373199e-fb64-495a-b129-38fe74b044a4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790400307685', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388'] for segment, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:29.338845 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d373199e-fb64-495a-b129-38fe74b044a4 admin admin] Unsubscribe: segment precommit_create {{(pid=94614) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 26 13:29:29.339363 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.db.segments_db [None req-d373199e-fb64-495a-b129-38fe74b044a4 admin admin] Added segment 706c7343-f453-451d-93d0-3f6d714ba662 of type flat for network 0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a Aug 26 13:29:29.362347 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373199e-fb64-495a-b129-38fe74b044a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca3e884-b288-4d71-8a6e-3106358e239f,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:29:29.404338 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373199e-fb64-495a-b129-38fe74b044a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:29.404680 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373199e-fb64-495a-b129-38fe74b044a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:29.405017 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373199e-fb64-495a-b129-38fe74b044a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:29.405351 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373199e-fb64-495a-b129-38fe74b044a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:29.405681 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373199e-fb64-495a-b129-38fe74b044a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:29.406055 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373199e-fb64-495a-b129-38fe74b044a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:29.406385 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373199e-fb64-495a-b129-38fe74b044a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:29.406758 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373199e-fb64-495a-b129-38fe74b044a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:29.407107 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373199e-fb64-495a-b129-38fe74b044a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:29.407429 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373199e-fb64-495a-b129-38fe74b044a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:29.407747 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373199e-fb64-495a-b129-38fe74b044a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:29.408061 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373199e-fb64-495a-b129-38fe74b044a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:29.409426 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373199e-fb64-495a-b129-38fe74b044a4 admin admin] Tracked resource versions report: Aug 26 13:29:29.409426 dv-cinder-786386-11-iscsi neutron-server[94614]: pushed versions: Aug 26 13:29:29.409426 dv-cinder-786386-11-iscsi neutron-server[94614]: { 'AddressGroup': {'1.2'}, Aug 26 13:29:29.409426 dv-cinder-786386-11-iscsi neutron-server[94614]: 'ConntrackHelper': {'1.0'}, Aug 26 13:29:29.409426 dv-cinder-786386-11-iscsi neutron-server[94614]: 'Log': {'1.0'}, Aug 26 13:29:29.409426 dv-cinder-786386-11-iscsi neutron-server[94614]: 'Network': {'1.1'}, Aug 26 13:29:29.409426 dv-cinder-786386-11-iscsi neutron-server[94614]: 'Port': {'1.7'}, Aug 26 13:29:29.409426 dv-cinder-786386-11-iscsi neutron-server[94614]: 'PortForwarding': {'1.2'}, Aug 26 13:29:29.409426 dv-cinder-786386-11-iscsi neutron-server[94614]: 'QosPolicy': {'1.9'}, Aug 26 13:29:29.409426 dv-cinder-786386-11-iscsi neutron-server[94614]: 'SecurityGroup': {'1.4'}, Aug 26 13:29:29.409426 dv-cinder-786386-11-iscsi neutron-server[94614]: 'SecurityGroupRule': {'1.2'}, Aug 26 13:29:29.409426 dv-cinder-786386-11-iscsi neutron-server[94614]: 'SubPort': {'1.0'}, Aug 26 13:29:29.409426 dv-cinder-786386-11-iscsi neutron-server[94614]: 'Subnet': {'1.1'}, Aug 26 13:29:29.409426 dv-cinder-786386-11-iscsi neutron-server[94614]: 'Trunk': {'1.1'}} Aug 26 13:29:29.409426 dv-cinder-786386-11-iscsi neutron-server[94614]: consumer versions: Aug 26 13:29:29.409426 dv-cinder-786386-11-iscsi neutron-server[94614]: { DHCP agent@dv-cinder-786386-11-iscsi: {}, Aug 26 13:29:29.409426 dv-cinder-786386-11-iscsi neutron-server[94614]: L3 agent@dv-cinder-786386-11-iscsi: {}, Aug 26 13:29:29.409426 dv-cinder-786386-11-iscsi neutron-server[94614]: Metadata agent@dv-cinder-786386-11-iscsi: {}, Aug 26 13:29:29.409426 dv-cinder-786386-11-iscsi neutron-server[94614]: Metering agent@dv-cinder-786386-11-iscsi: {}, Aug 26 13:29:29.409426 dv-cinder-786386-11-iscsi neutron-server[94614]: Open vSwitch agent@dv-cinder-786386-11-iscsi: { 'AddressGroup': '1.2', Aug 26 13:29:29.409426 dv-cinder-786386-11-iscsi neutron-server[94614]: 'ConntrackHelper': '1.0', Aug 26 13:29:29.409426 dv-cinder-786386-11-iscsi neutron-server[94614]: 'Log': '1.0', Aug 26 13:29:29.409426 dv-cinder-786386-11-iscsi neutron-server[94614]: 'Network': '1.1', Aug 26 13:29:29.409426 dv-cinder-786386-11-iscsi neutron-server[94614]: 'Port': '1.7', Aug 26 13:29:29.409426 dv-cinder-786386-11-iscsi neutron-server[94614]: 'PortForwarding': '1.2', Aug 26 13:29:29.409426 dv-cinder-786386-11-iscsi neutron-server[94614]: 'QosPolicy': '1.9', Aug 26 13:29:29.409426 dv-cinder-786386-11-iscsi neutron-server[94614]: 'SecurityGroup': '1.4', Aug 26 13:29:29.409426 dv-cinder-786386-11-iscsi neutron-server[94614]: 'SecurityGroupRule': '1.2', Aug 26 13:29:29.409426 dv-cinder-786386-11-iscsi neutron-server[94614]: 'SubPort': '1.0', Aug 26 13:29:29.409426 dv-cinder-786386-11-iscsi neutron-server[94614]: 'Subnet': '1.1', Aug 26 13:29:29.409426 dv-cinder-786386-11-iscsi neutron-server[94614]: 'Trunk': '1.1'}} Aug 26 13:29:29.409426 dv-cinder-786386-11-iscsi neutron-server[94614]: {{(pid=94614) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 13:29:29.469192 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d373199e-fb64-495a-b129-38fe74b044a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790399845762'] for network, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:29.573997 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d373199e-fb64-495a-b129-38fe74b044a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412'] for network, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:29.575221 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d373199e-fb64-495a-b129-38fe74b044a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:29:29.575873 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d373199e-fb64-495a-b129-38fe74b044a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for network, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:29.670407 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373199e-fb64-495a-b129-38fe74b044a4 admin admin] Pushing event updated for resources: {'Network': ['ID=0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:29:29.680339 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Network 0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a details requested by agent ovs-agent-dv-cinder-786386-11-iscsi with host dv-cinder-786386-11-iscsi {{(pid=94616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 13:29:29.688776 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-d373199e-fb64-495a-b129-38fe74b044a4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8133488 Aug 26 13:29:30.298399 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:31.955060 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 52948) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:29:32.089434 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f54562-7ce1-49d7-b8d7-d1c20bd69371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:29:32.090834 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-92f54562-7ce1-49d7-b8d7-d1c20bd69371 admin admin] 10.222.0.35 "GET /v2.0/subnets/f3de4c2b-879a-4553-bbce-f2f908bdc9bb HTTP/1.1" status: 200 len: 849 time: 0.1348295 Aug 26 13:29:32.230441 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-563c5684-e962-4139-b13e-76653eab004d admin admin] 10.222.0.35 "GET /v2.0/routers/15d74eae-9b3b-4a5b-a344-6f9886c356e8 HTTP/1.1" status: 200 len: 704 time: 0.1332994 Aug 26 13:29:32.498903 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-09a96ca7-a8ad-45bb-9ee3-10c12548d81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:32.801239 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_common [None req-09a96ca7-a8ad-45bb-9ee3-10c12548d81f admin admin] Allocated IP 172.20.0.1 (9590f2ec-0678-4d30-bb22-c5b722938ecb/f3de4c2b-879a-4553-bbce-f2f908bdc9bb/86af9079-df22-4478-bcdb-c49ab633e024) {{(pid=94614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:29:32.986796 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-09a96ca7-a8ad-45bb-9ee3-10c12548d81f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:33.011063 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-09a96ca7-a8ad-45bb-9ee3-10c12548d81f admin admin] Transition to ACTIVE for port object 86af9079-df22-4478-bcdb-c49ab633e024 will not be triggered until provisioned by entity DHCP. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:29:33.157204 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-09a96ca7-a8ad-45bb-9ee3-10c12548d81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975'] for port, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:33.230910 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a96ca7-a8ad-45bb-9ee3-10c12548d81f admin admin] Network 9590f2ec-0678-4d30-bb22-c5b722938ecb is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:29:33.239240 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-09a96ca7-a8ad-45bb-9ee3-10c12548d81f admin admin] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:29:33.244759 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a96ca7-a8ad-45bb-9ee3-10c12548d81f admin admin] Pushing event updated for resources: {'Port': ['ID=86af9079-df22-4478-bcdb-c49ab633e024,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:29:33.257448 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a96ca7-a8ad-45bb-9ee3-10c12548d81f admin admin] Received port after_create {{(pid=94614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:29:33.257448 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-09a96ca7-a8ad-45bb-9ee3-10c12548d81f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430372'] for router_interface, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:33.528266 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-09a96ca7-a8ad-45bb-9ee3-10c12548d81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:33.560893 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab563cab-f7d4-4bed-a832-a791e729889a None None] Provisioning for port 86af9079-df22-4478-bcdb-c49ab633e024 completed by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:29:33.565702 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab563cab-f7d4-4bed-a832-a791e729889a None None] Provisioning complete for port 86af9079-df22-4478-bcdb-c49ab633e024 triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:29:33.566016 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab563cab-f7d4-4bed-a832-a791e729889a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:33.603985 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-ab563cab-f7d4-4bed-a832-a791e729889a None None] Port 86af9079-df22-4478-bcdb-c49ab633e024 cannot update to ACTIVE because it is not bound. {{(pid=94616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 13:29:33.799798 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-09a96ca7-a8ad-45bb-9ee3-10c12548d81f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:33.863842 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-09a96ca7-a8ad-45bb-9ee3-10c12548d81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:33.864667 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-09a96ca7-a8ad-45bb-9ee3-10c12548d81f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430843'] for router_interface, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:33.948305 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a96ca7-a8ad-45bb-9ee3-10c12548d81f admin admin] Pushing event updated for resources: {'Port': ['ID=86af9079-df22-4478-bcdb-c49ab633e024,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:29:34.004041 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a96ca7-a8ad-45bb-9ee3-10c12548d81f admin admin] Network 9590f2ec-0678-4d30-bb22-c5b722938ecb is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:29:34.005351 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-09a96ca7-a8ad-45bb-9ee3-10c12548d81f admin admin] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:29:34.225307 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-9097ed02-1c7e-4360-9ef5-8ef0077cf5ad None None] Provisioning complete for port 86af9079-df22-4478-bcdb-c49ab633e024 triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:29:34.225676 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-9097ed02-1c7e-4360-9ef5-8ef0077cf5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:34.236750 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a96ca7-a8ad-45bb-9ee3-10c12548d81f admin admin] Router 15d74eae-9b3b-4a5b-a344-6f9886c356e8 is scheduled to L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 with binding_index 1 {{(pid=94614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 13:29:34.262605 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-9097ed02-1c7e-4360-9ef5-8ef0077cf5ad None None] Port 86af9079-df22-4478-bcdb-c49ab633e024 cannot update to ACTIVE because it is not bound. {{(pid=94616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 13:29:34.330044 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a96ca7-a8ad-45bb-9ee3-10c12548d81f admin admin] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:29:34.335380 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-09a96ca7-a8ad-45bb-9ee3-10c12548d81f admin admin] 10.222.0.35 "PUT /v2.0/routers/15d74eae-9b3b-4a5b-a344-6f9886c356e8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0994067 Aug 26 13:29:34.353895 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ae0329-1cd7-416e-9a3d-1dd4dba47d7b None None] Sync routers for ids ['15d74eae-9b3b-4a5b-a344-6f9886c356e8'] in dv-cinder-786386-11-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:29:34.365209 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ae0329-1cd7-416e-9a3d-1dd4dba47d7b None None] Routers {'15d74eae-9b3b-4a5b-a344-6f9886c356e8'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:29:34.366729 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-c9ae0329-1cd7-416e-9a3d-1dd4dba47d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:29:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['15d74eae-9b3b-4a5b-a344-6f9886c356e8'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:29:34.552137 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-c9ae0329-1cd7-416e-9a3d-1dd4dba47d7b None None] Set router 15d74eae-9b3b-4a5b-a344-6f9886c356e8 gateway port host: None {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:29:34.992000 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-c9ae0329-1cd7-416e-9a3d-1dd4dba47d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d74eae-9b3b-4a5b-a344-6f9886c356e8', 'name': 'router1', 'tenant_id': '65610a1fee724f3dae077fa29e363db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:29:23Z', 'updated_at': '2021-08-26T13:29:33Z', 'revision_number': 2, 'project_id': '65610a1fee724f3dae077fa29e363db5', 'gw_port_host': None, '_interfaces': [{'id': '86af9079-df22-4478-bcdb-c49ab633e024', 'name': '', 'network_id': '9590f2ec-0678-4d30-bb22-c5b722938ecb', 'tenant_id': '65610a1fee724f3dae077fa29e363db5', 'mac_address': 'fa:16:3e:dc:80:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d74eae-9b3b-4a5b-a344-6f9886c356e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3de4c2b-879a-4553-bbce-f2f908bdc9bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:29:32Z', 'updated_at': '2021-08-26T13:29:33Z', 'revision_number': 2, 'project_id': '65610a1fee724f3dae077fa29e363db5', 'subnets': [{'id': 'f3de4c2b-879a-4553-bbce-f2f908bdc9bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b5f4984-f201-41f8-bdae-477cc1957916'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:29:35.045534 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ae0329-1cd7-416e-9a3d-1dd4dba47d7b None None] Checking router: 15d74eae-9b3b-4a5b-a344-6f9886c356e8 for host: dv-cinder-786386-11-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:29:35.045934 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ae0329-1cd7-416e-9a3d-1dd4dba47d7b None None] Updating router 15d74eae-9b3b-4a5b-a344-6f9886c356e8 port 86af9079-df22-4478-bcdb-c49ab633e024 binding host dv-cinder-786386-11-iscsi {{(pid=94617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 13:29:35.094506 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c9ae0329-1cd7-416e-9a3d-1dd4dba47d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:35.624757 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c9ae0329-1cd7-416e-9a3d-1dd4dba47d7b None None] Notify callbacks [] for port, precommit_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:35.654411 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-c9ae0329-1cd7-416e-9a3d-1dd4dba47d7b None None] Transition to ACTIVE for port object 86af9079-df22-4478-bcdb-c49ab633e024 will not be triggered until provisioned by entity L2. {{(pid=94617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:29:35.733927 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c9ae0329-1cd7-416e-9a3d-1dd4dba47d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:35.913487 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810f086-5495-4a85-8400-9fa4f160428e None None] Pushing event updated for resources: {'Port': ['ID=86af9079-df22-4478-bcdb-c49ab633e024,revision_number=3']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:29:35.916193 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-c9ae0329-1cd7-416e-9a3d-1dd4dba47d7b None None] Attempting to bind port 86af9079-df22-4478-bcdb-c49ab633e024 on host dv-cinder-786386-11-iscsi for vnic_type normal with profile {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:29:35.916494 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-c9ae0329-1cd7-416e-9a3d-1dd4dba47d7b None None] Attempting to bind port 86af9079-df22-4478-bcdb-c49ab633e024 by drivers openvswitch,hyperv on host dv-cinder-786386-11-iscsi at level 0 using segments [{'id': '34deaae2-4ad9-4877-bd4f-b81fb0bb84ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9590f2ec-0678-4d30-bb22-c5b722938ecb'}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:29:35.916905 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ae0329-1cd7-416e-9a3d-1dd4dba47d7b None None] Attempting to bind port 86af9079-df22-4478-bcdb-c49ab633e024 on network 9590f2ec-0678-4d30-bb22-c5b722938ecb {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:29:35.927657 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810f086-5495-4a85-8400-9fa4f160428e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:35.928007 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810f086-5495-4a85-8400-9fa4f160428e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:35.928400 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810f086-5495-4a85-8400-9fa4f160428e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:35.928738 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810f086-5495-4a85-8400-9fa4f160428e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:35.929069 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810f086-5495-4a85-8400-9fa4f160428e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:35.929403 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810f086-5495-4a85-8400-9fa4f160428e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:35.929789 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810f086-5495-4a85-8400-9fa4f160428e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:35.930083 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810f086-5495-4a85-8400-9fa4f160428e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:35.930432 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810f086-5495-4a85-8400-9fa4f160428e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:35.930759 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810f086-5495-4a85-8400-9fa4f160428e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:35.931078 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810f086-5495-4a85-8400-9fa4f160428e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:35.931398 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810f086-5495-4a85-8400-9fa4f160428e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:29:35.932803 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810f086-5495-4a85-8400-9fa4f160428e None None] Tracked resource versions report: Aug 26 13:29:35.932803 dv-cinder-786386-11-iscsi neutron-server[94617]: pushed versions: Aug 26 13:29:35.932803 dv-cinder-786386-11-iscsi neutron-server[94617]: { 'AddressGroup': {'1.2'}, Aug 26 13:29:35.932803 dv-cinder-786386-11-iscsi neutron-server[94617]: 'ConntrackHelper': {'1.0'}, Aug 26 13:29:35.932803 dv-cinder-786386-11-iscsi neutron-server[94617]: 'Log': {'1.0'}, Aug 26 13:29:35.932803 dv-cinder-786386-11-iscsi neutron-server[94617]: 'Network': {'1.1'}, Aug 26 13:29:35.932803 dv-cinder-786386-11-iscsi neutron-server[94617]: 'Port': {'1.7'}, Aug 26 13:29:35.932803 dv-cinder-786386-11-iscsi neutron-server[94617]: 'PortForwarding': {'1.2'}, Aug 26 13:29:35.932803 dv-cinder-786386-11-iscsi neutron-server[94617]: 'QosPolicy': {'1.9'}, Aug 26 13:29:35.932803 dv-cinder-786386-11-iscsi neutron-server[94617]: 'SecurityGroup': {'1.4'}, Aug 26 13:29:35.932803 dv-cinder-786386-11-iscsi neutron-server[94617]: 'SecurityGroupRule': {'1.2'}, Aug 26 13:29:35.932803 dv-cinder-786386-11-iscsi neutron-server[94617]: 'SubPort': {'1.0'}, Aug 26 13:29:35.932803 dv-cinder-786386-11-iscsi neutron-server[94617]: 'Subnet': {'1.1'}, Aug 26 13:29:35.932803 dv-cinder-786386-11-iscsi neutron-server[94617]: 'Trunk': {'1.1'}} Aug 26 13:29:35.932803 dv-cinder-786386-11-iscsi neutron-server[94617]: consumer versions: Aug 26 13:29:35.932803 dv-cinder-786386-11-iscsi neutron-server[94617]: { DHCP agent@dv-cinder-786386-11-iscsi: {}, Aug 26 13:29:35.932803 dv-cinder-786386-11-iscsi neutron-server[94617]: L3 agent@dv-cinder-786386-11-iscsi: {}, Aug 26 13:29:35.932803 dv-cinder-786386-11-iscsi neutron-server[94617]: Metadata agent@dv-cinder-786386-11-iscsi: {}, Aug 26 13:29:35.932803 dv-cinder-786386-11-iscsi neutron-server[94617]: Metering agent@dv-cinder-786386-11-iscsi: {}, Aug 26 13:29:35.932803 dv-cinder-786386-11-iscsi neutron-server[94617]: Open vSwitch agent@dv-cinder-786386-11-iscsi: { 'AddressGroup': '1.2', Aug 26 13:29:35.932803 dv-cinder-786386-11-iscsi neutron-server[94617]: 'ConntrackHelper': '1.0', Aug 26 13:29:35.932803 dv-cinder-786386-11-iscsi neutron-server[94617]: 'Log': '1.0', Aug 26 13:29:35.932803 dv-cinder-786386-11-iscsi neutron-server[94617]: 'Network': '1.1', Aug 26 13:29:35.932803 dv-cinder-786386-11-iscsi neutron-server[94617]: 'Port': '1.7', Aug 26 13:29:35.932803 dv-cinder-786386-11-iscsi neutron-server[94617]: 'PortForwarding': '1.2', Aug 26 13:29:35.932803 dv-cinder-786386-11-iscsi neutron-server[94617]: 'QosPolicy': '1.9', Aug 26 13:29:35.932803 dv-cinder-786386-11-iscsi neutron-server[94617]: 'SecurityGroup': '1.4', Aug 26 13:29:35.932803 dv-cinder-786386-11-iscsi neutron-server[94617]: 'SecurityGroupRule': '1.2', Aug 26 13:29:35.932803 dv-cinder-786386-11-iscsi neutron-server[94617]: 'SubPort': '1.0', Aug 26 13:29:35.932803 dv-cinder-786386-11-iscsi neutron-server[94617]: 'Subnet': '1.1', Aug 26 13:29:35.932803 dv-cinder-786386-11-iscsi neutron-server[94617]: 'Trunk': '1.1'}} Aug 26 13:29:35.932803 dv-cinder-786386-11-iscsi neutron-server[94617]: {{(pid=94617) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 13:29:35.935558 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ae0329-1cd7-416e-9a3d-1dd4dba47d7b None None] Checking agent: {'id': 'e5d43163-2ed7-4be7-b0e9-dba87db69928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 28, 57), 'started_at': datetime.datetime(2021, 8, 26, 13, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:29:35.935979 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ae0329-1cd7-416e-9a3d-1dd4dba47d7b None None] Checking segment: {'id': '34deaae2-4ad9-4877-bd4f-b81fb0bb84ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9590f2ec-0678-4d30-bb22-c5b722938ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:29:35.936466 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c9ae0329-1cd7-416e-9a3d-1dd4dba47d7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:35.936852 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ae0329-1cd7-416e-9a3d-1dd4dba47d7b None None] Bound using segment: {'id': '34deaae2-4ad9-4877-bd4f-b81fb0bb84ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9590f2ec-0678-4d30-bb22-c5b722938ecb'} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:29:35.937392 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-c9ae0329-1cd7-416e-9a3d-1dd4dba47d7b None None] Bound port: 86af9079-df22-4478-bcdb-c49ab633e024, host: dv-cinder-786386-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34deaae2-4ad9-4877-bd4f-b81fb0bb84ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9590f2ec-0678-4d30-bb22-c5b722938ecb'}}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:29:35.937805 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c9ae0329-1cd7-416e-9a3d-1dd4dba47d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:36.008662 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-c9ae0329-1cd7-416e-9a3d-1dd4dba47d7b None None] For port 86af9079-df22-4478-bcdb-c49ab633e024, host dv-cinder-786386-11-iscsi, cleared binding levels {{(pid=94617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:29:36.029378 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-c9ae0329-1cd7-416e-9a3d-1dd4dba47d7b None None] For port 86af9079-df22-4478-bcdb-c49ab633e024, host dv-cinder-786386-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=86af9079-df22-4478-bcdb-c49ab633e024,segment=NetworkSegment(34deaae2-4ad9-4877-bd4f-b81fb0bb84ba),segment_id=34deaae2-4ad9-4877-bd4f-b81fb0bb84ba)] {{(pid=94617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:29:36.117191 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c9ae0329-1cd7-416e-9a3d-1dd4dba47d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:36.181077 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810f086-5495-4a85-8400-9fa4f160428e None None] Pushing event updated for resources: {'Port': ['ID=86af9079-df22-4478-bcdb-c49ab633e024,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:29:36.183808 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ae0329-1cd7-416e-9a3d-1dd4dba47d7b None None] Routers {'15d74eae-9b3b-4a5b-a344-6f9886c356e8'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:29:36.184420 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-c9ae0329-1cd7-416e-9a3d-1dd4dba47d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:29:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['15d74eae-9b3b-4a5b-a344-6f9886c356e8'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:29:36.291596 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-c9ae0329-1cd7-416e-9a3d-1dd4dba47d7b None None] Set router 15d74eae-9b3b-4a5b-a344-6f9886c356e8 gateway port host: None {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:29:36.523950 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-c9ae0329-1cd7-416e-9a3d-1dd4dba47d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d74eae-9b3b-4a5b-a344-6f9886c356e8', 'name': 'router1', 'tenant_id': '65610a1fee724f3dae077fa29e363db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:29:23Z', 'updated_at': '2021-08-26T13:29:33Z', 'revision_number': 2, 'project_id': '65610a1fee724f3dae077fa29e363db5', 'gw_port_host': None, '_interfaces': [{'id': '86af9079-df22-4478-bcdb-c49ab633e024', 'name': '', 'network_id': '9590f2ec-0678-4d30-bb22-c5b722938ecb', 'tenant_id': '65610a1fee724f3dae077fa29e363db5', 'mac_address': 'fa:16:3e:dc:80:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d74eae-9b3b-4a5b-a344-6f9886c356e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3de4c2b-879a-4553-bbce-f2f908bdc9bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:29:32Z', 'updated_at': '2021-08-26T13:29:36Z', 'revision_number': 4, 'project_id': '65610a1fee724f3dae077fa29e363db5', 'subnets': [{'id': 'f3de4c2b-879a-4553-bbce-f2f908bdc9bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b5f4984-f201-41f8-bdae-477cc1957916'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:29:36.551500 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ae0329-1cd7-416e-9a3d-1dd4dba47d7b None None] The sync data for ids ['15d74eae-9b3b-4a5b-a344-6f9886c356e8'] in dv-cinder-786386-11-iscsi is: [{'id': '15d74eae-9b3b-4a5b-a344-6f9886c356e8', 'name': 'router1', 'tenant_id': '65610a1fee724f3dae077fa29e363db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:29:23Z', 'updated_at': '2021-08-26T13:29:33Z', 'revision_number': 2, 'project_id': '65610a1fee724f3dae077fa29e363db5', 'gw_port_host': None, '_interfaces': [{'id': '86af9079-df22-4478-bcdb-c49ab633e024', 'name': '', 'network_id': '9590f2ec-0678-4d30-bb22-c5b722938ecb', 'tenant_id': '65610a1fee724f3dae077fa29e363db5', 'mac_address': 'fa:16:3e:dc:80:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d74eae-9b3b-4a5b-a344-6f9886c356e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3de4c2b-879a-4553-bbce-f2f908bdc9bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:29:32Z', 'updated_at': '2021-08-26T13:29:36Z', 'revision_number': 4, 'project_id': '65610a1fee724f3dae077fa29e363db5', 'subnets': [{'id': 'f3de4c2b-879a-4553-bbce-f2f908bdc9bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b5f4984-f201-41f8-bdae-477cc1957916'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:29:36.646747 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 52960) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:29:36.763683 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e8fe11-4127-4346-a528-39e86ca4eaa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:29:36.765175 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-06e8fe11-4127-4346-a528-39e86ca4eaa5 admin admin] 10.222.0.35 "GET /v2.0/networks/0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a HTTP/1.1" status: 200 len: 842 time: 0.1174436 Aug 26 13:29:36.776809 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-dc0a101e-cee1-4a4a-ae05-747842327ddf admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'name': 'public-subnet'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:29:36.882314 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0a101e-cee1-4a4a-ae05-747842327ddf admin admin] Made reservation on behalf of 9904287cc1274e9bb5af56ae7937f5ee for: {'subnet': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:29:36.884763 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-dc0a101e-cee1-4a4a-ae05-747842327ddf admin admin] Notify callbacks [] for subnet, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:37.260194 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.objects.ports [None req-dc0a101e-cee1-4a4a-ae05-747842327ddf admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94615) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 26 13:29:37.260648 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-dc0a101e-cee1-4a4a-ae05-747842327ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412'] for subnet, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:37.316728 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a101e-cee1-4a4a-ae05-747842327ddf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7ae35bd-0037-4f3a-908b-b50a80e8b092,revision_number=0']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:29:37.325137 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0a101e-cee1-4a4a-ae05-747842327ddf admin admin] Checking segment: {'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:29:37.325479 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0a101e-cee1-4a4a-ae05-747842327ddf admin admin] Network hostable DHCP agents. Network: 0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a, hostable agents: ['4ade96b1-406d-4ebc-948b-9bb0af99b177'], hosted agents: [] {{(pid=94615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 13:29:37.419063 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0a101e-cee1-4a4a-ae05-747842327ddf admin admin] Network 0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a is scheduled to be hosted by DHCP agent 4ade96b1-406d-4ebc-948b-9bb0af99b177 with binding_index 1 {{(pid=94615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 13:29:37.511052 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-dc0a101e-cee1-4a4a-ae05-747842327ddf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-11-iscsi, 0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a) {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:29:37.515205 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0a101e-cee1-4a4a-ae05-747842327ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:29:37.515875 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-dc0a101e-cee1-4a4a-ae05-747842327ddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for subnet, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:37.520512 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d98e529-2884-41fd-be4d-23cf06ee94b1 None None] Network 0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:29:37.618779 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-dc0a101e-cee1-4a4a-ae05-747842327ddf admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8459241 Aug 26 13:29:37.666678 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458fd44c-0ad9-4c39-8dc7-3439121b3e11 None None] Network 0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:29:39.951002 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 52968) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:29:40.202544 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-d49cf89f-8859-4bf8-a20e-299ca5b0713a admin admin] 10.222.0.35 "GET /v2.0/routers/15d74eae-9b3b-4a5b-a344-6f9886c356e8 HTTP/1.1" status: 200 len: 710 time: 0.2503674 Aug 26 13:29:40.294681 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bd61e0-81fc-4208-932a-43e346807fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:29:40.301591 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-04bd61e0-81fc-4208-932a-43e346807fbb admin admin] 10.222.0.35 "GET /v2.0/networks/0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a HTTP/1.1" status: 200 len: 886 time: 0.0871656 Aug 26 13:29:40.305736 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-16e661c7-5c14-4e30-a6e8-f9e5bfb0feb6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'}}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:29:40.573703 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-16e661c7-5c14-4e30-a6e8-f9e5bfb0feb6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:40.968580 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-16e661c7-5c14-4e30-a6e8-f9e5bfb0feb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:41.043673 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-16e661c7-5c14-4e30-a6e8-f9e5bfb0feb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:41.199934 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [None req-16e661c7-5c14-4e30-a6e8-f9e5bfb0feb6 admin admin] Allocated IP 172.27.2.151 (0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a/b7ae35bd-0037-4f3a-908b-b50a80e8b092/0a04f507-9c1d-4e29-81a9-82de8fb8e639) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:29:41.313996 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-16e661c7-5c14-4e30-a6e8-f9e5bfb0feb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:41.454249 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-16e661c7-5c14-4e30-a6e8-f9e5bfb0feb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:41.531751 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e661c7-5c14-4e30-a6e8-f9e5bfb0feb6 admin admin] Network 0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:29:41.536547 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-16e661c7-5c14-4e30-a6e8-f9e5bfb0feb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:29:41.543481 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e661c7-5c14-4e30-a6e8-f9e5bfb0feb6 admin admin] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:29:41.545491 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e661c7-5c14-4e30-a6e8-f9e5bfb0feb6 admin admin] Pushing event updated for resources: {'Port': ['ID=0a04f507-9c1d-4e29-81a9-82de8fb8e639,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:29:41.904543 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-16e661c7-5c14-4e30-a6e8-f9e5bfb0feb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:42.105298 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-16e661c7-5c14-4e30-a6e8-f9e5bfb0feb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430558', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-428412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13264'] for router, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:42.110566 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-16e661c7-5c14-4e30-a6e8-f9e5bfb0feb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-428395'] for router, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:42.226593 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e661c7-5c14-4e30-a6e8-f9e5bfb0feb6 admin admin] Router 15d74eae-9b3b-4a5b-a344-6f9886c356e8 has already been hosted by L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 {{(pid=94615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 13:29:42.397683 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e661c7-5c14-4e30-a6e8-f9e5bfb0feb6 admin admin] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:29:42.402429 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-16e661c7-5c14-4e30-a6e8-f9e5bfb0feb6 admin admin] Notify callbacks [] for router, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:42.403637 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-16e661c7-5c14-4e30-a6e8-f9e5bfb0feb6 admin admin] 10.222.0.35 "PUT /v2.0/routers/15d74eae-9b3b-4a5b-a344-6f9886c356e8 HTTP/1.1" status: 200 len: 890 time: 2.1013241 Aug 26 13:29:43.108453 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5765a14c-f5ca-4266-a65c-a30a8d434862 None None] Sync routers for ids ['15d74eae-9b3b-4a5b-a344-6f9886c356e8'] in dv-cinder-786386-11-iscsi {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:29:43.118785 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5765a14c-f5ca-4266-a65c-a30a8d434862 None None] Routers {'15d74eae-9b3b-4a5b-a344-6f9886c356e8'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:29:43.119432 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-5765a14c-f5ca-4266-a65c-a30a8d434862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:29:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['15d74eae-9b3b-4a5b-a344-6f9886c356e8'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:29:43.355744 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 86af9079-df22-4478-bcdb-c49ab633e024 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:29:43.425270 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-5765a14c-f5ca-4266-a65c-a30a8d434862 None None] Set router 15d74eae-9b3b-4a5b-a344-6f9886c356e8 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:29:43.629432 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning for port 86af9079-df22-4478-bcdb-c49ab633e024 completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:29:43.641518 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port 86af9079-df22-4478-bcdb-c49ab633e024 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:29:43.641939 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:43.772710 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 5 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:29:43.852068 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:43.905507 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] For port 86af9079-df22-4478-bcdb-c49ab633e024, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=86af9079-df22-4478-bcdb-c49ab633e024,segment=NetworkSegment(34deaae2-4ad9-4877-bd4f-b81fb0bb84ba),segment_id=34deaae2-4ad9-4877-bd4f-b81fb0bb84ba)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:29:43.925614 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-5765a14c-f5ca-4266-a65c-a30a8d434862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d74eae-9b3b-4a5b-a344-6f9886c356e8', 'name': 'router1', 'tenant_id': '65610a1fee724f3dae077fa29e363db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '0a04f507-9c1d-4e29-81a9-82de8fb8e639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:29:23Z', 'updated_at': '2021-08-26T13:29:41Z', 'revision_number': 4, 'project_id': '65610a1fee724f3dae077fa29e363db5', 'gw_port': {'id': '0a04f507-9c1d-4e29-81a9-82de8fb8e639', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d74eae-9b3b-4a5b-a344-6f9886c356e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:29:41Z', 'updated_at': '2021-08-26T13:29:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': '86af9079-df22-4478-bcdb-c49ab633e024', 'name': '', 'network_id': '9590f2ec-0678-4d30-bb22-c5b722938ecb', 'tenant_id': '65610a1fee724f3dae077fa29e363db5', 'mac_address': 'fa:16:3e:dc:80:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d74eae-9b3b-4a5b-a344-6f9886c356e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3de4c2b-879a-4553-bbce-f2f908bdc9bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:29:32Z', 'updated_at': '2021-08-26T13:29:36Z', 'revision_number': 4, 'project_id': '65610a1fee724f3dae077fa29e363db5', 'subnets': [{'id': 'f3de4c2b-879a-4553-bbce-f2f908bdc9bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b5f4984-f201-41f8-bdae-477cc1957916'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:29:43.978475 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:43.981646 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5765a14c-f5ca-4266-a65c-a30a8d434862 None None] Checking router: 15d74eae-9b3b-4a5b-a344-6f9886c356e8 for host: dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:29:43.982053 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5765a14c-f5ca-4266-a65c-a30a8d434862 None None] Updating router 15d74eae-9b3b-4a5b-a344-6f9886c356e8 port 0a04f507-9c1d-4e29-81a9-82de8fb8e639 binding host dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 13:29:44.058086 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5765a14c-f5ca-4266-a65c-a30a8d434862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:44.092900 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Pushing event updated for resources: {'Port': ['ID=86af9079-df22-4478-bcdb-c49ab633e024,revision_number=5']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:29:44.407554 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5765a14c-f5ca-4266-a65c-a30a8d434862 None None] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:44.418284 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-5765a14c-f5ca-4266-a65c-a30a8d434862 None None] Transition to ACTIVE for port object 0a04f507-9c1d-4e29-81a9-82de8fb8e639 will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:29:44.486321 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5765a14c-f5ca-4266-a65c-a30a8d434862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:44.539346 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237363c7-897e-4415-ba02-d1e9037a193a None None] Pushing event updated for resources: {'Port': ['ID=0a04f507-9c1d-4e29-81a9-82de8fb8e639,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:29:44.542063 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-5765a14c-f5ca-4266-a65c-a30a8d434862 None None] Attempting to bind port 0a04f507-9c1d-4e29-81a9-82de8fb8e639 on host dv-cinder-786386-11-iscsi for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:29:44.542710 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-5765a14c-f5ca-4266-a65c-a30a8d434862 None None] Attempting to bind port 0a04f507-9c1d-4e29-81a9-82de8fb8e639 by drivers openvswitch,hyperv on host dv-cinder-786386-11-iscsi at level 0 using segments [{'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:29:44.543169 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5765a14c-f5ca-4266-a65c-a30a8d434862 None None] Attempting to bind port 0a04f507-9c1d-4e29-81a9-82de8fb8e639 on network 0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:29:44.548730 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5765a14c-f5ca-4266-a65c-a30a8d434862 None None] Checking agent: {'id': 'e5d43163-2ed7-4be7-b0e9-dba87db69928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 28, 57), 'started_at': datetime.datetime(2021, 8, 26, 13, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:29:44.549103 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5765a14c-f5ca-4266-a65c-a30a8d434862 None None] Checking segment: {'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:29:44.549505 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5765a14c-f5ca-4266-a65c-a30a8d434862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:44.549933 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5765a14c-f5ca-4266-a65c-a30a8d434862 None None] Bound using segment: {'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:29:44.550401 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-5765a14c-f5ca-4266-a65c-a30a8d434862 None None] Bound port: 0a04f507-9c1d-4e29-81a9-82de8fb8e639, host: dv-cinder-786386-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:29:44.550803 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5765a14c-f5ca-4266-a65c-a30a8d434862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:44.604487 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-5765a14c-f5ca-4266-a65c-a30a8d434862 None None] For port 0a04f507-9c1d-4e29-81a9-82de8fb8e639, host dv-cinder-786386-11-iscsi, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:29:44.607546 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-5765a14c-f5ca-4266-a65c-a30a8d434862 None None] For port 0a04f507-9c1d-4e29-81a9-82de8fb8e639, host dv-cinder-786386-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=0a04f507-9c1d-4e29-81a9-82de8fb8e639,segment=NetworkSegment(706c7343-f453-451d-93d0-3f6d714ba662),segment_id=706c7343-f453-451d-93d0-3f6d714ba662)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:29:44.683127 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5765a14c-f5ca-4266-a65c-a30a8d434862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:44.747503 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5765a14c-f5ca-4266-a65c-a30a8d434862 None None] Routers {'15d74eae-9b3b-4a5b-a344-6f9886c356e8'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:29:44.748135 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-5765a14c-f5ca-4266-a65c-a30a8d434862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:29:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['15d74eae-9b3b-4a5b-a344-6f9886c356e8'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:29:44.750066 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237363c7-897e-4415-ba02-d1e9037a193a None None] Pushing event updated for resources: {'Port': ['ID=0a04f507-9c1d-4e29-81a9-82de8fb8e639,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:29:44.861865 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 52980) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:29:44.955158 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-5765a14c-f5ca-4266-a65c-a30a8d434862 None None] Set router 15d74eae-9b3b-4a5b-a344-6f9886c356e8 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:29:44.983662 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-0304faf5-8da5-4ef1-b1a6-8e57a8b79d2d admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1204882 Aug 26 13:29:45.196542 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-5765a14c-f5ca-4266-a65c-a30a8d434862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d74eae-9b3b-4a5b-a344-6f9886c356e8', 'name': 'router1', 'tenant_id': '65610a1fee724f3dae077fa29e363db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '0a04f507-9c1d-4e29-81a9-82de8fb8e639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:29:23Z', 'updated_at': '2021-08-26T13:29:41Z', 'revision_number': 4, 'project_id': '65610a1fee724f3dae077fa29e363db5', 'gw_port': {'id': '0a04f507-9c1d-4e29-81a9-82de8fb8e639', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d74eae-9b3b-4a5b-a344-6f9886c356e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:29:41Z', 'updated_at': '2021-08-26T13:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': '86af9079-df22-4478-bcdb-c49ab633e024', 'name': '', 'network_id': '9590f2ec-0678-4d30-bb22-c5b722938ecb', 'tenant_id': '65610a1fee724f3dae077fa29e363db5', 'mac_address': 'fa:16:3e:dc:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d74eae-9b3b-4a5b-a344-6f9886c356e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3de4c2b-879a-4553-bbce-f2f908bdc9bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:29:32Z', 'updated_at': '2021-08-26T13:29:43Z', 'revision_number': 5, 'project_id': '65610a1fee724f3dae077fa29e363db5', 'subnets': [{'id': 'f3de4c2b-879a-4553-bbce-f2f908bdc9bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b5f4984-f201-41f8-bdae-477cc1957916'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:29:45.228251 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5765a14c-f5ca-4266-a65c-a30a8d434862 None None] The sync data for ids ['15d74eae-9b3b-4a5b-a344-6f9886c356e8'] in dv-cinder-786386-11-iscsi is: [{'id': '15d74eae-9b3b-4a5b-a344-6f9886c356e8', 'name': 'router1', 'tenant_id': '65610a1fee724f3dae077fa29e363db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '0a04f507-9c1d-4e29-81a9-82de8fb8e639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:29:23Z', 'updated_at': '2021-08-26T13:29:41Z', 'revision_number': 4, 'project_id': '65610a1fee724f3dae077fa29e363db5', 'gw_port': {'id': '0a04f507-9c1d-4e29-81a9-82de8fb8e639', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d74eae-9b3b-4a5b-a344-6f9886c356e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:29:41Z', 'updated_at': '2021-08-26T13:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': '86af9079-df22-4478-bcdb-c49ab633e024', 'name': '', 'network_id': '9590f2ec-0678-4d30-bb22-c5b722938ecb', 'tenant_id': '65610a1fee724f3dae077fa29e363db5', 'mac_address': 'fa:16:3e:dc:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d74eae-9b3b-4a5b-a344-6f9886c356e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3de4c2b-879a-4553-bbce-f2f908bdc9bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:29:32Z', 'updated_at': '2021-08-26T13:29:43Z', 'revision_number': 5, 'project_id': '65610a1fee724f3dae077fa29e363db5', 'subnets': [{'id': 'f3de4c2b-879a-4553-bbce-f2f908bdc9bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b5f4984-f201-41f8-bdae-477cc1957916'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:29:45.370775 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 86af9079-df22-4478-bcdb-c49ab633e024 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:29:45.430754 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port 86af9079-df22-4478-bcdb-c49ab633e024 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:29:45.431363 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:47.374783 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 0a04f507-9c1d-4e29-81a9-82de8fb8e639 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:29:47.522763 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning for port 0a04f507-9c1d-4e29-81a9-82de8fb8e639 completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:29:47.527759 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port 0a04f507-9c1d-4e29-81a9-82de8fb8e639 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:29:47.528232 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:47.618567 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:47.638797 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] For port 0a04f507-9c1d-4e29-81a9-82de8fb8e639, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=0a04f507-9c1d-4e29-81a9-82de8fb8e639,segment=NetworkSegment(706c7343-f453-451d-93d0-3f6d714ba662),segment_id=706c7343-f453-451d-93d0-3f6d714ba662)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:29:47.699233 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:47.749061 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Pushing event updated for resources: {'Port': ['ID=0a04f507-9c1d-4e29-81a9-82de8fb8e639,revision_number=4']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:29:49.357808 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 0a04f507-9c1d-4e29-81a9-82de8fb8e639 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:29:49.440957 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port 0a04f507-9c1d-4e29-81a9-82de8fb8e639 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:29:49.441322 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:54.149521 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-a86d8158-f71a-4973-a6c1-77ae66f49258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:56.824459 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-eaa8bccd-ba96-4e05-87fd-2c4ec33d3219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:57.493306 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:29:58.607223 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:30:00.304115 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:30:20.772386 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 5 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:30:24.131588 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-fbc45660-11ba-4575-8dd8-34656b8e8a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:30:26.828775 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5efa4638-2c6a-40bb-9e6c-00fa50e0464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:30:27.503702 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:30:28.582871 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:30:30.320046 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:30:54.128367 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-a9bbe288-047f-4c1a-a33e-6af5707d18d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:30:56.810333 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6f70b4c4-7206-4a7a-94e2-01ca6608158a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:30:57.455560 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:30:57.770846 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 5 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:30:58.666998 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:31:00.333961 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:31:24.128955 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4ef0991b-597e-4069-add1-ab6fe7051a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:31:25.116571 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 53542) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:31:25.179210 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.pecan_wsgi.hooks.translation [None req-45636b42-e22a-4346-855d-b77224e80741 admin admin] GET failed (client error): The resource could not be found. Aug 26 13:31:25.180597 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-45636b42-e22a-4346-855d-b77224e80741 admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0631621 Aug 26 13:31:25.348523 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa34bd6-7264-4428-b8fd-ee8027b371cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:31:25.350049 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-caa34bd6-7264-4428-b8fd-ee8027b371cd admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1647053 Aug 26 13:31:26.797934 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0f03d7d4-ddc8-4979-978b-9896e07cda20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:31:27.452955 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:31:27.563084 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 53552) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:31:27.656732 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004232d9-706e-4845-9b50-bd23ff232ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:31:27.658128 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-004232d9-706e-4845-9b50-bd23ff232ed8 admin admin] 10.222.0.35 "GET /v2.0/subnets/f3de4c2b-879a-4553-bbce-f2f908bdc9bb HTTP/1.1" status: 200 len: 849 time: 0.0941088 Aug 26 13:31:27.668150 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-8e3c167c-88c9-4ea1-b4dd-a87a04ea6003 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:31:27.753585 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8e3c167c-88c9-4ea1-b4dd-a87a04ea6003 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:31:27.956799 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8e3c167c-88c9-4ea1-b4dd-a87a04ea6003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790400282664'] for subnet, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:31:27.986914 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3c167c-88c9-4ea1-b4dd-a87a04ea6003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:31:27.987502 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8e3c167c-88c9-4ea1-b4dd-a87a04ea6003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for subnet, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:31:27.988919 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-8e3c167c-88c9-4ea1-b4dd-a87a04ea6003 admin admin] 10.222.0.35 "PUT /v2.0/subnets/f3de4c2b-879a-4553-bbce-f2f908bdc9bb HTTP/1.1" status: 200 len: 868 time: 0.3244245 Aug 26 13:31:28.009786 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a470c6c9-a504-4bc8-9591-260c360afdac None None] Network 9590f2ec-0678-4d30-bb22-c5b722938ecb requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:31:28.012079 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c167c-88c9-4ea1-b4dd-a87a04ea6003 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3de4c2b-879a-4553-bbce-f2f908bdc9bb,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:31:28.019932 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c167c-88c9-4ea1-b4dd-a87a04ea6003 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:31:28.020302 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c167c-88c9-4ea1-b4dd-a87a04ea6003 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:31:28.020626 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c167c-88c9-4ea1-b4dd-a87a04ea6003 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:31:28.020965 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c167c-88c9-4ea1-b4dd-a87a04ea6003 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:31:28.021292 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c167c-88c9-4ea1-b4dd-a87a04ea6003 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:31:28.021623 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c167c-88c9-4ea1-b4dd-a87a04ea6003 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:31:28.021981 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c167c-88c9-4ea1-b4dd-a87a04ea6003 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:31:28.022351 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c167c-88c9-4ea1-b4dd-a87a04ea6003 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:31:28.022696 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c167c-88c9-4ea1-b4dd-a87a04ea6003 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:31:28.023025 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c167c-88c9-4ea1-b4dd-a87a04ea6003 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:31:28.023346 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c167c-88c9-4ea1-b4dd-a87a04ea6003 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:31:28.023662 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c167c-88c9-4ea1-b4dd-a87a04ea6003 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:31:28.368722 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-6d8b68fe-0e8c-4580-9f43-7e3a4d60cc6b None None] Provisioning complete for port cda38b65-5c10-4c7f-b4b0-4e00274a2acc triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:31:28.369093 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6d8b68fe-0e8c-4580-9f43-7e3a4d60cc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:31:28.457136 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-6d8b68fe-0e8c-4580-9f43-7e3a4d60cc6b None None] Provisioning complete for port 86af9079-df22-4478-bcdb-c49ab633e024 triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:31:28.457430 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6d8b68fe-0e8c-4580-9f43-7e3a4d60cc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:31:28.602947 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:31:30.222396 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 53560) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:31:30.368214 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:31:30.424128 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fcede5-aa63-4c82-b7c1-4b5ca7ed0ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:31:30.424596 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fcede5-aa63-4c82-b7c1-4b5ca7ed0ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:31:30.426187 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-05fcede5-aa63-4c82-b7c1-4b5ca7ed0ae5 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2028301 Aug 26 13:31:32.617873 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 53568) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:31:32.767618 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5853687-e0fd-4dd2-8011-6bc4178674de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:31:32.768091 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5853687-e0fd-4dd2-8011-6bc4178674de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:31:32.769682 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-d5853687-e0fd-4dd2-8011-6bc4178674de admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1508460 Aug 26 13:31:34.770021 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 5 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:31:34.990338 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 53576) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:31:35.113232 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888ab933-e241-4351-b66c-66679591f4b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:31:35.114628 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-888ab933-e241-4351-b66c-66679591f4b8 admin admin] 10.222.0.35 "GET /v2.0/networks/0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a HTTP/1.1" status: 200 len: 886 time: 0.1233463 Aug 26 13:31:37.348484 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 53584) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:31:37.481445 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd92dabc-960f-4b27-8980-547a5f48ade9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:31:37.482308 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-bd92dabc-960f-4b27-8980-547a5f48ade9 admin admin] 10.222.0.35 "GET /v2.0/networks/9590f2ec-0678-4d30-bb22-c5b722938ecb HTTP/1.1" status: 200 len: 869 time: 0.1328578 Aug 26 13:31:39.708675 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 53594) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:31:39.836851 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091611c6-c564-46ee-aafc-050acb8f2cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:31:39.837310 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091611c6-c564-46ee-aafc-050acb8f2cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:31:39.838951 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-091611c6-c564-46ee-aafc-050acb8f2cf7 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1293364 Aug 26 13:31:42.051050 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 53602) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:31:42.142183 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37bf8c5-157e-4e6a-84cc-60ddd6613816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:31:42.142557 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37bf8c5-157e-4e6a-84cc-60ddd6613816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:31:42.144084 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-d37bf8c5-157e-4e6a-84cc-60ddd6613816 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0921044 Aug 26 13:31:44.334877 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 53610) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:31:44.426935 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffaecfd-9601-4ce9-a6ba-676f3311e610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:31:44.428318 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-cffaecfd-9601-4ce9-a6ba-676f3311e610 admin admin] 10.222.0.35 "GET /v2.0/subnets/b7ae35bd-0037-4f3a-908b-b50a80e8b092 HTTP/1.1" status: 200 len: 816 time: 0.0924711 Aug 26 13:31:46.607139 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 53618) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:31:46.702362 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac703e1f-6377-4b34-99aa-947c72201e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:31:46.703748 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-ac703e1f-6377-4b34-99aa-947c72201e2c admin admin] 10.222.0.35 "GET /v2.0/subnets/f3de4c2b-879a-4553-bbce-f2f908bdc9bb HTTP/1.1" status: 200 len: 868 time: 0.0956562 Aug 26 13:31:54.130830 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-f7d5ef27-23c8-41b5-8cea-2757fb8bab0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:31:56.796060 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-b8f56dbb-a3bf-4967-a972-fbd2fe5841c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:31:57.464836 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:31:58.664203 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:32:00.355737 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:32:10.867449 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 53672) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:32:10.915107 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [None req-beaf6cda-ae6a-44f0-9696-406893aa2d19 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 13:32:10.916111 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-beaf6cda-ae6a-44f0-9696-406893aa2d19 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474379 Aug 26 13:32:11.768877 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 5 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:32:13.189187 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 53680) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:32:13.251242 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d81c5a5-bff3-4588-8f7c-ed5a9621b27a admin admin] GET failed (client error): The resource could not be found. Aug 26 13:32:13.252566 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-3d81c5a5-bff3-4588-8f7c-ed5a9621b27a admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0621059 Aug 26 13:32:13.395131 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71709fed-ff3f-4ee9-b4d8-50078c3ba5ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:32:13.396615 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-71709fed-ff3f-4ee9-b4d8-50078c3ba5ba admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1394794 Aug 26 13:32:15.644388 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 53688) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:32:15.694372 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-3dddab2a-5182-4228-bc07-d3c4a9bf9797 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:32:15.794616 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dddab2a-5182-4228-bc07-d3c4a9bf9797 admin admin] Made reservation on behalf of 9904287cc1274e9bb5af56ae7937f5ee for: {'network': 1} {{(pid=94614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:32:15.797069 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3dddab2a-5182-4228-bc07-d3c4a9bf9797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for network, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:32:15.825618 dv-cinder-786386-11-iscsi neutron-server[94614]: WARNING neutron.services.revisions.revision_plugin [None req-3dddab2a-5182-4228-bc07-d3c4a9bf9797 admin admin] Could not find related network for resource to bump revision. Aug 26 13:32:15.839793 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dddab2a-5182-4228-bc07-d3c4a9bf9797 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=94614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 13:32:15.853072 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3dddab2a-5182-4228-bc07-d3c4a9bf9797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388'] for segment, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:32:15.853413 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.db.segments_db [None req-3dddab2a-5182-4228-bc07-d3c4a9bf9797 admin admin] Added segment 9cee7e32-e0df-44a8-81cd-028fb54b09c8 of type vlan for network 304b1986-0537-4262-8858-a7353fc63970 Aug 26 13:32:15.893180 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3dddab2a-5182-4228-bc07-d3c4a9bf9797 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790399845762'] for network, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:32:15.983268 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3dddab2a-5182-4228-bc07-d3c4a9bf9797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412'] for network, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:32:15.984152 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dddab2a-5182-4228-bc07-d3c4a9bf9797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:32:15.984741 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3dddab2a-5182-4228-bc07-d3c4a9bf9797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for network, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:32:16.043406 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dddab2a-5182-4228-bc07-d3c4a9bf9797 admin admin] Pushing event updated for resources: {'Network': ['ID=304b1986-0537-4262-8858-a7353fc63970,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:32:16.050026 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dddab2a-5182-4228-bc07-d3c4a9bf9797 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:32:16.050381 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dddab2a-5182-4228-bc07-d3c4a9bf9797 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:32:16.050727 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dddab2a-5182-4228-bc07-d3c4a9bf9797 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:32:16.051065 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dddab2a-5182-4228-bc07-d3c4a9bf9797 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:32:16.051402 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dddab2a-5182-4228-bc07-d3c4a9bf9797 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:32:16.051736 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dddab2a-5182-4228-bc07-d3c4a9bf9797 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:32:16.052068 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dddab2a-5182-4228-bc07-d3c4a9bf9797 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:32:16.052446 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dddab2a-5182-4228-bc07-d3c4a9bf9797 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:32:16.052783 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dddab2a-5182-4228-bc07-d3c4a9bf9797 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:32:16.053109 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dddab2a-5182-4228-bc07-d3c4a9bf9797 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:32:16.053436 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dddab2a-5182-4228-bc07-d3c4a9bf9797 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:32:16.053780 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dddab2a-5182-4228-bc07-d3c4a9bf9797 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:32:16.065665 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Network 304b1986-0537-4262-8858-a7353fc63970 details requested by agent ovs-agent-dv-cinder-786386-11-iscsi with host dv-cinder-786386-11-iscsi {{(pid=94616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 13:32:16.098337 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-3dddab2a-5182-4228-bc07-d3c4a9bf9797 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4529150 Aug 26 13:32:18.382251 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 53696) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:32:18.443679 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc1cbd3c-74db-487f-87b0-1951f1737246 admin admin] GET failed (client error): The resource could not be found. Aug 26 13:32:18.445001 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-bc1cbd3c-74db-487f-87b0-1951f1737246 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0618012 Aug 26 13:32:18.515766 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a069cf5a-1e81-4043-a91e-23d045a3eb90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:32:18.517242 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-a069cf5a-1e81-4043-a91e-23d045a3eb90 admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0670643 Aug 26 13:32:18.528537 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-f5237b96-fb9c-4b7f-97c9-594c4b1e9f36 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '304b1986-0537-4262-8858-a7353fc63970', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:32:18.623513 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5237b96-fb9c-4b7f-97c9-594c4b1e9f36 admin admin] Made reservation on behalf of 9904287cc1274e9bb5af56ae7937f5ee for: {'subnet': 1} {{(pid=94614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:32:18.625866 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-f5237b96-fb9c-4b7f-97c9-594c4b1e9f36 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:32:18.875420 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-f5237b96-fb9c-4b7f-97c9-594c4b1e9f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412'] for subnet, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:32:18.941998 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5237b96-fb9c-4b7f-97c9-594c4b1e9f36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dea1d160-7159-4a08-850b-69f31c3704cc,revision_number=0']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:32:18.944206 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5237b96-fb9c-4b7f-97c9-594c4b1e9f36 admin admin] Checking segment: {'id': '9cee7e32-e0df-44a8-81cd-028fb54b09c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '304b1986-0537-4262-8858-a7353fc63970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:32:18.944556 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5237b96-fb9c-4b7f-97c9-594c4b1e9f36 admin admin] Network hostable DHCP agents. Network: 304b1986-0537-4262-8858-a7353fc63970, hostable agents: ['4ade96b1-406d-4ebc-948b-9bb0af99b177'], hosted agents: [] {{(pid=94614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 13:32:19.040544 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5237b96-fb9c-4b7f-97c9-594c4b1e9f36 admin admin] Network 304b1986-0537-4262-8858-a7353fc63970 is scheduled to be hosted by DHCP agent 4ade96b1-406d-4ebc-948b-9bb0af99b177 with binding_index 1 {{(pid=94614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 13:32:19.141095 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-f5237b96-fb9c-4b7f-97c9-594c4b1e9f36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-11-iscsi, 304b1986-0537-4262-8858-a7353fc63970) {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:32:19.146435 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5237b96-fb9c-4b7f-97c9-594c4b1e9f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:32:19.147217 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-f5237b96-fb9c-4b7f-97c9-594c4b1e9f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for subnet, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:32:19.152284 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8e4374-9764-41ee-8d96-82588de0e628 None None] Network 304b1986-0537-4262-8858-a7353fc63970 requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:32:19.326799 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-f5237b96-fb9c-4b7f-97c9-594c4b1e9f36 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8022623 Aug 26 13:32:19.408965 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43591a86-4a88-4740-81a6-4823b7b1bc5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e57bd44-56e5-5669-b06f-8b51ccd0965c-304b1986-0537-4262-8858-a7353fc63970', 'network_id': '304b1986-0537-4262-8858-a7353fc63970', 'tenant_id': '9904287cc1274e9bb5af56ae7937f5ee', 'fixed_ips': [{'subnet_id': 'dea1d160-7159-4a08-850b-69f31c3704cc'}]}} from dv-cinder-786386-11-iscsi. {{(pid=94616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 13:32:19.409907 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-43591a86-4a88-4740-81a6-4823b7b1bc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:32:19.560521 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [None req-43591a86-4a88-4740-81a6-4823b7b1bc5d None None] Allocated IP 192.168.233.2 (304b1986-0537-4262-8858-a7353fc63970/dea1d160-7159-4a08-850b-69f31c3704cc/2811bd51-1b04-435a-a4a1-58d3f95b27f3) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:32:19.722606 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-43591a86-4a88-4740-81a6-4823b7b1bc5d None None] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:32:19.730948 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-43591a86-4a88-4740-81a6-4823b7b1bc5d None None] Transition to ACTIVE for port object 2811bd51-1b04-435a-a4a1-58d3f95b27f3 will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:32:19.746348 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-43591a86-4a88-4740-81a6-4823b7b1bc5d None None] Transition to ACTIVE for port object 2811bd51-1b04-435a-a4a1-58d3f95b27f3 will not be triggered until provisioned by entity DHCP. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:32:19.818168 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-43591a86-4a88-4740-81a6-4823b7b1bc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:32:19.866306 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43591a86-4a88-4740-81a6-4823b7b1bc5d None None] Network 304b1986-0537-4262-8858-a7353fc63970 is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:32:19.870390 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-43591a86-4a88-4740-81a6-4823b7b1bc5d None None] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:32:19.872362 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43591a86-4a88-4740-81a6-4823b7b1bc5d None None] Pushing event updated for resources: {'Port': ['ID=2811bd51-1b04-435a-a4a1-58d3f95b27f3,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:32:19.874534 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43591a86-4a88-4740-81a6-4823b7b1bc5d None None] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:32:19.883208 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43591a86-4a88-4740-81a6-4823b7b1bc5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:32:19.883569 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43591a86-4a88-4740-81a6-4823b7b1bc5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:32:19.883905 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43591a86-4a88-4740-81a6-4823b7b1bc5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:32:19.884234 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43591a86-4a88-4740-81a6-4823b7b1bc5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:32:19.884564 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43591a86-4a88-4740-81a6-4823b7b1bc5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:32:19.884893 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43591a86-4a88-4740-81a6-4823b7b1bc5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:32:19.885218 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43591a86-4a88-4740-81a6-4823b7b1bc5d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:32:19.885532 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43591a86-4a88-4740-81a6-4823b7b1bc5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:32:19.886470 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43591a86-4a88-4740-81a6-4823b7b1bc5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:32:19.886786 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43591a86-4a88-4740-81a6-4823b7b1bc5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:32:19.887110 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43591a86-4a88-4740-81a6-4823b7b1bc5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:32:19.887431 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43591a86-4a88-4740-81a6-4823b7b1bc5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:32:19.939146 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-43591a86-4a88-4740-81a6-4823b7b1bc5d None None] Attempting to bind port 2811bd51-1b04-435a-a4a1-58d3f95b27f3 on host dv-cinder-786386-11-iscsi for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:32:19.939546 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-43591a86-4a88-4740-81a6-4823b7b1bc5d None None] Attempting to bind port 2811bd51-1b04-435a-a4a1-58d3f95b27f3 by drivers openvswitch,hyperv on host dv-cinder-786386-11-iscsi at level 0 using segments [{'id': '9cee7e32-e0df-44a8-81cd-028fb54b09c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '304b1986-0537-4262-8858-a7353fc63970'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:32:19.939919 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43591a86-4a88-4740-81a6-4823b7b1bc5d None None] Attempting to bind port 2811bd51-1b04-435a-a4a1-58d3f95b27f3 on network 304b1986-0537-4262-8858-a7353fc63970 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:32:19.945049 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43591a86-4a88-4740-81a6-4823b7b1bc5d None None] Checking agent: {'id': 'e5d43163-2ed7-4be7-b0e9-dba87db69928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 28, 57), 'started_at': datetime.datetime(2021, 8, 26, 13, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:32:19.945430 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43591a86-4a88-4740-81a6-4823b7b1bc5d None None] Checking segment: {'id': '9cee7e32-e0df-44a8-81cd-028fb54b09c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '304b1986-0537-4262-8858-a7353fc63970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:32:19.945884 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-43591a86-4a88-4740-81a6-4823b7b1bc5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:32:19.946269 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43591a86-4a88-4740-81a6-4823b7b1bc5d None None] Bound using segment: {'id': '9cee7e32-e0df-44a8-81cd-028fb54b09c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '304b1986-0537-4262-8858-a7353fc63970'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:32:19.946740 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-43591a86-4a88-4740-81a6-4823b7b1bc5d None None] Bound port: 2811bd51-1b04-435a-a4a1-58d3f95b27f3, host: dv-cinder-786386-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cee7e32-e0df-44a8-81cd-028fb54b09c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '304b1986-0537-4262-8858-a7353fc63970'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:32:19.947151 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-43591a86-4a88-4740-81a6-4823b7b1bc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:32:20.022370 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-43591a86-4a88-4740-81a6-4823b7b1bc5d None None] For port 2811bd51-1b04-435a-a4a1-58d3f95b27f3, host dv-cinder-786386-11-iscsi, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:32:20.027533 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-43591a86-4a88-4740-81a6-4823b7b1bc5d None None] For port 2811bd51-1b04-435a-a4a1-58d3f95b27f3, host dv-cinder-786386-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=2811bd51-1b04-435a-a4a1-58d3f95b27f3,segment=NetworkSegment(9cee7e32-e0df-44a8-81cd-028fb54b09c8),segment_id=9cee7e32-e0df-44a8-81cd-028fb54b09c8)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:32:20.096594 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-43591a86-4a88-4740-81a6-4823b7b1bc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:32:20.175447 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43591a86-4a88-4740-81a6-4823b7b1bc5d None None] Pushing event updated for resources: {'Port': ['ID=2811bd51-1b04-435a-a4a1-58d3f95b27f3,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:32:21.002007 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c430c6ac-06a9-4d37-acbe-db903c896c27 None None] Network 304b1986-0537-4262-8858-a7353fc63970 requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:32:21.164929 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-a4d4e505-43a0-4111-8eb6-269f0a4db7b6 None None] Provisioning for port 2811bd51-1b04-435a-a4a1-58d3f95b27f3 completed by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:32:21.478783 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 2811bd51-1b04-435a-a4a1-58d3f95b27f3 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:32:21.611851 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning for port 2811bd51-1b04-435a-a4a1-58d3f95b27f3 completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:32:21.616267 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port 2811bd51-1b04-435a-a4a1-58d3f95b27f3 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:32:21.616663 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:32:21.696054 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:32:21.728868 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] For port 2811bd51-1b04-435a-a4a1-58d3f95b27f3, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=2811bd51-1b04-435a-a4a1-58d3f95b27f3,segment=NetworkSegment(9cee7e32-e0df-44a8-81cd-028fb54b09c8),segment_id=9cee7e32-e0df-44a8-81cd-028fb54b09c8)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:32:21.800194 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:32:21.853258 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Pushing event updated for resources: {'Port': ['ID=2811bd51-1b04-435a-a4a1-58d3f95b27f3,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:32:23.459189 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 2811bd51-1b04-435a-a4a1-58d3f95b27f3 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:32:23.508546 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port 2811bd51-1b04-435a-a4a1-58d3f95b27f3 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:32:23.508909 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:32:24.121146 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-71c11a68-4181-42be-81b1-3ad0b9d6d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:32:26.833051 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-8a4d46a7-8fa1-4dc2-bedc-84eb2b3fc178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:32:27.474532 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:32:28.620749 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:32:30.325411 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:32:48.767854 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 5 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:32:54.116009 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e47454ac-9d60-4588-af2c-4ed768672a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:32:56.804783 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4c383d29-d182-4caa-ba92-47c6d79c4c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:32:57.584721 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:32:58.592927 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:33:00.332689 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:33:24.128423 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-03459cdf-1454-4a9b-afb0-eb128e11059d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:33:25.765776 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 5 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:33:26.845577 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ba512b6b-f4fe-4e94-b76c-339c96537683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:33:27.482616 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:33:28.597138 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:33:30.339978 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:33:49.471700 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 53748) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:33:49.477761 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [None req-a900d55f-5d02-47e3-b41b-ffd946978050 tempest-verify_tempest_config-1326905179 tempest-verify_tempest_config-1326905179-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 13:33:49.478672 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-a900d55f-5d02-47e3-b41b-ffd946978050 tempest-verify_tempest_config-1326905179 tempest-verify_tempest_config-1326905179-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059838 Aug 26 13:33:50.071048 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 53766) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:33:50.175044 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7566e6c1-21ae-4899-88e6-94f7a18c17b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:33:50.262222 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7566e6c1-21ae-4899-88e6-94f7a18c17b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:33:50.329763 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7566e6c1-21ae-4899-88e6-94f7a18c17b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:33:50.376105 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566e6c1-21ae-4899-88e6-94f7a18c17b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c418069d-006d-4110-937f-18cdee2e13d5,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:33:50.379726 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-7566e6c1-21ae-4899-88e6-94f7a18c17b3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=848d782fed314c3eb19bfd91eb52525d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3075929 Aug 26 13:33:50.382488 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 53770) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:33:50.385450 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7566e6c1-21ae-4899-88e6-94f7a18c17b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:33:50.385806 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7566e6c1-21ae-4899-88e6-94f7a18c17b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:33:50.386742 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7566e6c1-21ae-4899-88e6-94f7a18c17b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:33:50.387113 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7566e6c1-21ae-4899-88e6-94f7a18c17b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:33:50.387451 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7566e6c1-21ae-4899-88e6-94f7a18c17b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:33:50.387806 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7566e6c1-21ae-4899-88e6-94f7a18c17b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:33:50.388144 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7566e6c1-21ae-4899-88e6-94f7a18c17b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:33:50.388510 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7566e6c1-21ae-4899-88e6-94f7a18c17b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:33:50.388846 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7566e6c1-21ae-4899-88e6-94f7a18c17b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:33:50.389181 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7566e6c1-21ae-4899-88e6-94f7a18c17b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:33:50.389515 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7566e6c1-21ae-4899-88e6-94f7a18c17b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:33:50.389867 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7566e6c1-21ae-4899-88e6-94f7a18c17b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:33:50.437246 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-8d944d29-2e84-43af-a00e-f0735520ca9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:33:50.458246 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-8d944d29-2e84-43af-a00e-f0735520ca9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:33:50.615834 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-8d944d29-2e84-43af-a00e-f0735520ca9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:33:50.618452 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-8d944d29-2e84-43af-a00e-f0735520ca9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:33:50.619598 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-8d944d29-2e84-43af-a00e-f0735520ca9c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c418069d-006d-4110-937f-18cdee2e13d5 HTTP/1.1" status: 204 len: 168 time: 0.2361178 Aug 26 13:33:50.627702 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d944d29-2e84-43af-a00e-f0735520ca9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c418069d-006d-4110-937f-18cdee2e13d5,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:33:50.634336 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d944d29-2e84-43af-a00e-f0735520ca9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:33:50.634730 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d944d29-2e84-43af-a00e-f0735520ca9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:33:50.635032 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d944d29-2e84-43af-a00e-f0735520ca9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:33:50.635360 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d944d29-2e84-43af-a00e-f0735520ca9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:33:50.635737 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d944d29-2e84-43af-a00e-f0735520ca9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:33:50.636661 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d944d29-2e84-43af-a00e-f0735520ca9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:33:50.636991 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d944d29-2e84-43af-a00e-f0735520ca9c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:33:50.637333 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d944d29-2e84-43af-a00e-f0735520ca9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:33:50.637658 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d944d29-2e84-43af-a00e-f0735520ca9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:33:50.638002 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d944d29-2e84-43af-a00e-f0735520ca9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:33:50.638412 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d944d29-2e84-43af-a00e-f0735520ca9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:33:50.638618 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d944d29-2e84-43af-a00e-f0735520ca9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:33:54.158633 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c15b04c0-2a8c-4113-9185-b40006a82baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:33:56.795589 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4ec38ddf-ac34-466a-a660-979b38f079ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:33:57.466870 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:33:58.669817 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:34:00.338521 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:34:02.767071 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 5 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:34:24.150831 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7724eb8b-f4c4-4b6a-9485-49d747b5b2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:34:26.905272 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4f418553-2fca-415a-91c6-05725e1830ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:34:27.459604 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:34:28.596233 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:34:30.344656 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:34:39.765932 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 5 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:34:54.152828 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4820e2fe-5abf-4e35-83ab-21062221166a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:34:56.786652 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-95e9b213-8b71-4017-bc31-1dd03d4cb845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:34:57.463218 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:34:58.594285 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:35:00.343125 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:35:16.763656 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 5 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:35:24.153688 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-a2bbdde9-84c9-4ce4-b230-25bc95362220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:35:26.836781 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-72be55f0-4189-4c5e-a456-4149d0a3dd78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:35:27.473305 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:35:27.918596 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-434027'] for agent, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:35:28.633186 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:35:30.375985 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:35:43.295756 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 53846) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:35:43.404344 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-ae8ce6bc-86c5-4e56-bec1-d9d5e076371b admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1074610 Aug 26 13:35:45.634224 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 53856) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:35:45.689086 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-9ee8fae9-6f1b-4952-9df8-7e24ff275c45 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0537565 Aug 26 13:35:53.762053 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 6 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:35:54.140512 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-93304ffd-e999-4718-9ba9-f97564403d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:35:56.806251 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-702de851-c2fd-4a8f-b86e-07c8c5b45edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:35:57.600939 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:35:57.843254 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:35:58.654551 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:36:00.380181 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:36:24.139376 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-a172af6a-2060-4f37-8977-1f5339a1e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:36:26.818376 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-42b957a6-30bd-40d5-92f4-0830d1d6ddb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:36:27.475384 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:36:27.855071 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:36:28.641399 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:36:30.387777 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:36:30.761606 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 6 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:36:54.159962 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-b8cd638a-b16c-4375-8d0d-32d97b90e66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:36:56.843314 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-325de20d-360a-40d8-9916-3b0e16330101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:36:57.467783 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:36:57.854819 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:36:58.662284 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:00.391871 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:07.760661 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 6 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:37:17.224051 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 54018) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:17.600932 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-f1586fbb-c2fb-423f-ba17-8c35268b84e6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1071104069-network', 'tenant_id': '637cffd74c534b31a2ec453c004172c3'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:37:17.701084 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1586fbb-c2fb-423f-ba17-8c35268b84e6 admin admin] Made reservation on behalf of 637cffd74c534b31a2ec453c004172c3 for: {'network': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:37:17.704816 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f1586fbb-c2fb-423f-ba17-8c35268b84e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for network, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:17.716290 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f1586fbb-c2fb-423f-ba17-8c35268b84e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:17.809473 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f1586fbb-c2fb-423f-ba17-8c35268b84e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:17.923844 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f1586fbb-c2fb-423f-ba17-8c35268b84e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:17.956401 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1586fbb-c2fb-423f-ba17-8c35268b84e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=94615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 13:37:17.958734 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1586fbb-c2fb-423f-ba17-8c35268b84e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225d5e46-1fc9-4734-a7ff-55b7aa12dd59,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:17.970933 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1586fbb-c2fb-423f-ba17-8c35268b84e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:17.971330 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1586fbb-c2fb-423f-ba17-8c35268b84e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:17.971678 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1586fbb-c2fb-423f-ba17-8c35268b84e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:17.972073 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1586fbb-c2fb-423f-ba17-8c35268b84e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:17.972409 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1586fbb-c2fb-423f-ba17-8c35268b84e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:17.972765 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1586fbb-c2fb-423f-ba17-8c35268b84e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:17.973141 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1586fbb-c2fb-423f-ba17-8c35268b84e6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:17.973511 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1586fbb-c2fb-423f-ba17-8c35268b84e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:17.973933 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1586fbb-c2fb-423f-ba17-8c35268b84e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:17.974286 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1586fbb-c2fb-423f-ba17-8c35268b84e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:17.974620 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1586fbb-c2fb-423f-ba17-8c35268b84e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:17.975032 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1586fbb-c2fb-423f-ba17-8c35268b84e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:17.976143 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1586fbb-c2fb-423f-ba17-8c35268b84e6 admin admin] Tracked resource versions report: Aug 26 13:37:17.976143 dv-cinder-786386-11-iscsi neutron-server[94615]: pushed versions: Aug 26 13:37:17.976143 dv-cinder-786386-11-iscsi neutron-server[94615]: { 'AddressGroup': {'1.2'}, Aug 26 13:37:17.976143 dv-cinder-786386-11-iscsi neutron-server[94615]: 'ConntrackHelper': {'1.0'}, Aug 26 13:37:17.976143 dv-cinder-786386-11-iscsi neutron-server[94615]: 'Log': {'1.0'}, Aug 26 13:37:17.976143 dv-cinder-786386-11-iscsi neutron-server[94615]: 'Network': {'1.1'}, Aug 26 13:37:17.976143 dv-cinder-786386-11-iscsi neutron-server[94615]: 'Port': {'1.7'}, Aug 26 13:37:17.976143 dv-cinder-786386-11-iscsi neutron-server[94615]: 'PortForwarding': {'1.2'}, Aug 26 13:37:17.976143 dv-cinder-786386-11-iscsi neutron-server[94615]: 'QosPolicy': {'1.9'}, Aug 26 13:37:17.976143 dv-cinder-786386-11-iscsi neutron-server[94615]: 'SecurityGroup': {'1.4'}, Aug 26 13:37:17.976143 dv-cinder-786386-11-iscsi neutron-server[94615]: 'SecurityGroupRule': {'1.2'}, Aug 26 13:37:17.976143 dv-cinder-786386-11-iscsi neutron-server[94615]: 'SubPort': {'1.0'}, Aug 26 13:37:17.976143 dv-cinder-786386-11-iscsi neutron-server[94615]: 'Subnet': {'1.1'}, Aug 26 13:37:17.976143 dv-cinder-786386-11-iscsi neutron-server[94615]: 'Trunk': {'1.1'}} Aug 26 13:37:17.976143 dv-cinder-786386-11-iscsi neutron-server[94615]: consumer versions: Aug 26 13:37:17.976143 dv-cinder-786386-11-iscsi neutron-server[94615]: { DHCP agent@dv-cinder-786386-11-iscsi: {}, Aug 26 13:37:17.976143 dv-cinder-786386-11-iscsi neutron-server[94615]: HyperV agent@hv-cinder-78638: {}, Aug 26 13:37:17.976143 dv-cinder-786386-11-iscsi neutron-server[94615]: L3 agent@dv-cinder-786386-11-iscsi: {}, Aug 26 13:37:17.976143 dv-cinder-786386-11-iscsi neutron-server[94615]: Metadata agent@dv-cinder-786386-11-iscsi: {}, Aug 26 13:37:17.976143 dv-cinder-786386-11-iscsi neutron-server[94615]: Metering agent@dv-cinder-786386-11-iscsi: {}, Aug 26 13:37:17.976143 dv-cinder-786386-11-iscsi neutron-server[94615]: Open vSwitch agent@dv-cinder-786386-11-iscsi: { 'AddressGroup': '1.2', Aug 26 13:37:17.976143 dv-cinder-786386-11-iscsi neutron-server[94615]: 'ConntrackHelper': '1.0', Aug 26 13:37:17.976143 dv-cinder-786386-11-iscsi neutron-server[94615]: 'Log': '1.0', Aug 26 13:37:17.976143 dv-cinder-786386-11-iscsi neutron-server[94615]: 'Network': '1.1', Aug 26 13:37:17.976143 dv-cinder-786386-11-iscsi neutron-server[94615]: 'Port': '1.7', Aug 26 13:37:17.976143 dv-cinder-786386-11-iscsi neutron-server[94615]: 'PortForwarding': '1.2', Aug 26 13:37:17.976143 dv-cinder-786386-11-iscsi neutron-server[94615]: 'QosPolicy': '1.9', Aug 26 13:37:17.976143 dv-cinder-786386-11-iscsi neutron-server[94615]: 'SecurityGroup': '1.4', Aug 26 13:37:17.976143 dv-cinder-786386-11-iscsi neutron-server[94615]: 'SecurityGroupRule': '1.2', Aug 26 13:37:17.976143 dv-cinder-786386-11-iscsi neutron-server[94615]: 'SubPort': '1.0', Aug 26 13:37:17.976143 dv-cinder-786386-11-iscsi neutron-server[94615]: 'Subnet': '1.1', Aug 26 13:37:17.976143 dv-cinder-786386-11-iscsi neutron-server[94615]: 'Trunk': '1.1'}} Aug 26 13:37:17.976143 dv-cinder-786386-11-iscsi neutron-server[94615]: {{(pid=94615) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 13:37:17.981603 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f1586fbb-c2fb-423f-ba17-8c35268b84e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388'] for segment, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:17.981960 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.db.segments_db [None req-f1586fbb-c2fb-423f-ba17-8c35268b84e6 admin admin] Added segment 95b630ac-523f-4ec4-b5a3-4a6f08dadeab of type vlan for network c885ddbb-3440-4155-93af-426987b1c627 Aug 26 13:37:18.026500 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f1586fbb-c2fb-423f-ba17-8c35268b84e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790399845762'] for network, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:18.169815 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f1586fbb-c2fb-423f-ba17-8c35268b84e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412'] for network, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:18.170947 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1586fbb-c2fb-423f-ba17-8c35268b84e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:18.171624 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f1586fbb-c2fb-423f-ba17-8c35268b84e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for network, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:18.236840 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1586fbb-c2fb-423f-ba17-8c35268b84e6 admin admin] Pushing event updated for resources: {'Network': ['ID=c885ddbb-3440-4155-93af-426987b1c627,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:18.252564 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Network c885ddbb-3440-4155-93af-426987b1c627 details requested by agent ovs-agent-dv-cinder-786386-11-iscsi with host dv-cinder-786386-11-iscsi {{(pid=94616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 13:37:18.345104 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 54066) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:18.345704 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-f1586fbb-c2fb-423f-ba17-8c35268b84e6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1195438 Aug 26 13:37:18.353420 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-d9a092e6-2b56-4278-8f2e-0e5fc9edcf96 admin admin] Request body: {'subnet': {'network_id': 'c885ddbb-3440-4155-93af-426987b1c627', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1071104069-subnet', 'tenant_id': '637cffd74c534b31a2ec453c004172c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:37:18.490333 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a092e6-2b56-4278-8f2e-0e5fc9edcf96 admin admin] Made reservation on behalf of 637cffd74c534b31a2ec453c004172c3 for: {'subnet': 1} {{(pid=94614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:37:18.492728 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d9a092e6-2b56-4278-8f2e-0e5fc9edcf96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:18.553219 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 54074) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:18.884932 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d9a092e6-2b56-4278-8f2e-0e5fc9edcf96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412'] for subnet, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:18.934692 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a092e6-2b56-4278-8f2e-0e5fc9edcf96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fbb77d0-218c-467b-8197-16e3bcc145f9,revision_number=0']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:18.943598 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a092e6-2b56-4278-8f2e-0e5fc9edcf96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:18.943997 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a092e6-2b56-4278-8f2e-0e5fc9edcf96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:18.944528 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a092e6-2b56-4278-8f2e-0e5fc9edcf96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:18.945042 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a092e6-2b56-4278-8f2e-0e5fc9edcf96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:18.945551 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a092e6-2b56-4278-8f2e-0e5fc9edcf96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:18.946184 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a092e6-2b56-4278-8f2e-0e5fc9edcf96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:18.946700 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a092e6-2b56-4278-8f2e-0e5fc9edcf96 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:18.947232 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a092e6-2b56-4278-8f2e-0e5fc9edcf96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:18.947584 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a092e6-2b56-4278-8f2e-0e5fc9edcf96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:18.947919 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a092e6-2b56-4278-8f2e-0e5fc9edcf96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:18.948243 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a092e6-2b56-4278-8f2e-0e5fc9edcf96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:18.948728 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a092e6-2b56-4278-8f2e-0e5fc9edcf96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:18.950065 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a092e6-2b56-4278-8f2e-0e5fc9edcf96 admin admin] Tracked resource versions report: Aug 26 13:37:18.950065 dv-cinder-786386-11-iscsi neutron-server[94614]: pushed versions: Aug 26 13:37:18.950065 dv-cinder-786386-11-iscsi neutron-server[94614]: { 'AddressGroup': {'1.2'}, Aug 26 13:37:18.950065 dv-cinder-786386-11-iscsi neutron-server[94614]: 'ConntrackHelper': {'1.0'}, Aug 26 13:37:18.950065 dv-cinder-786386-11-iscsi neutron-server[94614]: 'Log': {'1.0'}, Aug 26 13:37:18.950065 dv-cinder-786386-11-iscsi neutron-server[94614]: 'Network': {'1.1'}, Aug 26 13:37:18.950065 dv-cinder-786386-11-iscsi neutron-server[94614]: 'Port': {'1.7'}, Aug 26 13:37:18.950065 dv-cinder-786386-11-iscsi neutron-server[94614]: 'PortForwarding': {'1.2'}, Aug 26 13:37:18.950065 dv-cinder-786386-11-iscsi neutron-server[94614]: 'QosPolicy': {'1.9'}, Aug 26 13:37:18.950065 dv-cinder-786386-11-iscsi neutron-server[94614]: 'SecurityGroup': {'1.4'}, Aug 26 13:37:18.950065 dv-cinder-786386-11-iscsi neutron-server[94614]: 'SecurityGroupRule': {'1.2'}, Aug 26 13:37:18.950065 dv-cinder-786386-11-iscsi neutron-server[94614]: 'SubPort': {'1.0'}, Aug 26 13:37:18.950065 dv-cinder-786386-11-iscsi neutron-server[94614]: 'Subnet': {'1.1'}, Aug 26 13:37:18.950065 dv-cinder-786386-11-iscsi neutron-server[94614]: 'Trunk': {'1.1'}} Aug 26 13:37:18.950065 dv-cinder-786386-11-iscsi neutron-server[94614]: consumer versions: Aug 26 13:37:18.950065 dv-cinder-786386-11-iscsi neutron-server[94614]: { DHCP agent@dv-cinder-786386-11-iscsi: {}, Aug 26 13:37:18.950065 dv-cinder-786386-11-iscsi neutron-server[94614]: HyperV agent@hv-cinder-78638: {}, Aug 26 13:37:18.950065 dv-cinder-786386-11-iscsi neutron-server[94614]: L3 agent@dv-cinder-786386-11-iscsi: {}, Aug 26 13:37:18.950065 dv-cinder-786386-11-iscsi neutron-server[94614]: Metadata agent@dv-cinder-786386-11-iscsi: {}, Aug 26 13:37:18.950065 dv-cinder-786386-11-iscsi neutron-server[94614]: Metering agent@dv-cinder-786386-11-iscsi: {}, Aug 26 13:37:18.950065 dv-cinder-786386-11-iscsi neutron-server[94614]: Open vSwitch agent@dv-cinder-786386-11-iscsi: { 'AddressGroup': '1.2', Aug 26 13:37:18.950065 dv-cinder-786386-11-iscsi neutron-server[94614]: 'ConntrackHelper': '1.0', Aug 26 13:37:18.950065 dv-cinder-786386-11-iscsi neutron-server[94614]: 'Log': '1.0', Aug 26 13:37:18.950065 dv-cinder-786386-11-iscsi neutron-server[94614]: 'Network': '1.1', Aug 26 13:37:18.950065 dv-cinder-786386-11-iscsi neutron-server[94614]: 'Port': '1.7', Aug 26 13:37:18.950065 dv-cinder-786386-11-iscsi neutron-server[94614]: 'PortForwarding': '1.2', Aug 26 13:37:18.950065 dv-cinder-786386-11-iscsi neutron-server[94614]: 'QosPolicy': '1.9', Aug 26 13:37:18.950065 dv-cinder-786386-11-iscsi neutron-server[94614]: 'SecurityGroup': '1.4', Aug 26 13:37:18.950065 dv-cinder-786386-11-iscsi neutron-server[94614]: 'SecurityGroupRule': '1.2', Aug 26 13:37:18.950065 dv-cinder-786386-11-iscsi neutron-server[94614]: 'SubPort': '1.0', Aug 26 13:37:18.950065 dv-cinder-786386-11-iscsi neutron-server[94614]: 'Subnet': '1.1', Aug 26 13:37:18.950065 dv-cinder-786386-11-iscsi neutron-server[94614]: 'Trunk': '1.1'}} Aug 26 13:37:18.950065 dv-cinder-786386-11-iscsi neutron-server[94614]: {{(pid=94614) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 13:37:18.986313 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a092e6-2b56-4278-8f2e-0e5fc9edcf96 admin admin] Checking segment: {'id': '95b630ac-523f-4ec4-b5a3-4a6f08dadeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c885ddbb-3440-4155-93af-426987b1c627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:37:18.986825 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a092e6-2b56-4278-8f2e-0e5fc9edcf96 admin admin] Network hostable DHCP agents. Network: c885ddbb-3440-4155-93af-426987b1c627, hostable agents: ['4ade96b1-406d-4ebc-948b-9bb0af99b177'], hosted agents: [] {{(pid=94614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 13:37:19.145706 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a092e6-2b56-4278-8f2e-0e5fc9edcf96 admin admin] Network c885ddbb-3440-4155-93af-426987b1c627 is scheduled to be hosted by DHCP agent 4ade96b1-406d-4ebc-948b-9bb0af99b177 with binding_index 1 {{(pid=94614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 13:37:19.147345 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-8a798405-06c8-4ec7-9a42-cd6fdc7dec4a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2075397689-network', 'tenant_id': 'cf48eac27ef64ed48fd83b9d2b1cab96'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:37:19.266926 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-d9a092e6-2b56-4278-8f2e-0e5fc9edcf96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-11-iscsi, c885ddbb-3440-4155-93af-426987b1c627) {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:37:19.276943 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f17186-da1d-425f-9151-18e37b4979d7 None None] Network c885ddbb-3440-4155-93af-426987b1c627 requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:37:19.282644 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a092e6-2b56-4278-8f2e-0e5fc9edcf96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:19.283314 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d9a092e6-2b56-4278-8f2e-0e5fc9edcf96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for subnet, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:19.359288 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 54104) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:19.402911 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a798405-06c8-4ec7-9a42-cd6fdc7dec4a admin admin] Made reservation on behalf of cf48eac27ef64ed48fd83b9d2b1cab96 for: {'network': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:37:19.406894 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8a798405-06c8-4ec7-9a42-cd6fdc7dec4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for network, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:19.425830 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8a798405-06c8-4ec7-9a42-cd6fdc7dec4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:19.497295 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f947c412-f2be-43de-bda1-5703788833cf None None] Network c885ddbb-3440-4155-93af-426987b1c627 requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:37:19.529500 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-d9a092e6-2b56-4278-8f2e-0e5fc9edcf96 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1820877 Aug 26 13:37:19.631904 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8a798405-06c8-4ec7-9a42-cd6fdc7dec4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:19.689432 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-42ed3e2a-ce9b-424b-9b17-bd95431125bb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-95078014-network', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:37:19.729525 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8a798405-06c8-4ec7-9a42-cd6fdc7dec4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:19.764366 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a798405-06c8-4ec7-9a42-cd6fdc7dec4a admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=94615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 13:37:19.780769 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a798405-06c8-4ec7-9a42-cd6fdc7dec4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0fe194-65a9-401e-8ff8-1dc2468d59e7,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:19.794388 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8a798405-06c8-4ec7-9a42-cd6fdc7dec4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388'] for segment, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:19.795452 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.db.segments_db [None req-8a798405-06c8-4ec7-9a42-cd6fdc7dec4a admin admin] Added segment 25450fc3-ef5a-474d-a5cf-eaafca82275e of type vlan for network 60ee5afa-17b9-4cf6-a513-d0be6a626ec2 Aug 26 13:37:19.854045 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8a798405-06c8-4ec7-9a42-cd6fdc7dec4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790399845762'] for network, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:19.879926 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ed3e2a-ce9b-424b-9b17-bd95431125bb admin admin] Made reservation on behalf of cb7886896a194491958e9bfa03f0ea57 for: {'network': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:37:19.882640 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-42ed3e2a-ce9b-424b-9b17-bd95431125bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for network, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:19.895713 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-42ed3e2a-ce9b-424b-9b17-bd95431125bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:20.033971 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8a798405-06c8-4ec7-9a42-cd6fdc7dec4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412'] for network, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:20.034931 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a798405-06c8-4ec7-9a42-cd6fdc7dec4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:20.035513 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8a798405-06c8-4ec7-9a42-cd6fdc7dec4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for network, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:20.118606 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a798405-06c8-4ec7-9a42-cd6fdc7dec4a admin admin] Pushing event updated for resources: {'Network': ['ID=60ee5afa-17b9-4cf6-a513-d0be6a626ec2,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:20.134443 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Network 60ee5afa-17b9-4cf6-a513-d0be6a626ec2 details requested by agent ovs-agent-dv-cinder-786386-11-iscsi with host dv-cinder-786386-11-iscsi {{(pid=94616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 13:37:20.204865 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-42ed3e2a-ce9b-424b-9b17-bd95431125bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:20.297480 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-42ed3e2a-ce9b-424b-9b17-bd95431125bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:20.348110 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed3e2a-ce9b-424b-9b17-bd95431125bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c7db23-294a-43fa-8e60-a7f83e8b4286,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:20.357598 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42ed3e2a-ce9b-424b-9b17-bd95431125bb admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=94615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 13:37:20.370301 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-42ed3e2a-ce9b-424b-9b17-bd95431125bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388'] for segment, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:20.370872 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.db.segments_db [None req-42ed3e2a-ce9b-424b-9b17-bd95431125bb admin admin] Added segment 622f9d42-2ef0-4df2-9e01-d60060392ec1 of type vlan for network 4f0cbbb0-e1d8-4eda-8b5a-9467452e6368 Aug 26 13:37:20.429325 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-42ed3e2a-ce9b-424b-9b17-bd95431125bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790399845762'] for network, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:20.455871 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-8a798405-06c8-4ec7-9a42-cd6fdc7dec4a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9012299 Aug 26 13:37:20.459870 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 54146) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:20.465286 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-851b76d5-fcd9-44c9-853f-5d43fb47566f admin admin] Request body: {'subnet': {'network_id': '60ee5afa-17b9-4cf6-a513-d0be6a626ec2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2075397689-subnet', 'tenant_id': 'cf48eac27ef64ed48fd83b9d2b1cab96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:37:20.552936 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-42ed3e2a-ce9b-424b-9b17-bd95431125bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412'] for network, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:20.554248 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ed3e2a-ce9b-424b-9b17-bd95431125bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:20.555027 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-42ed3e2a-ce9b-424b-9b17-bd95431125bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for network, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:20.590953 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851b76d5-fcd9-44c9-853f-5d43fb47566f admin admin] Made reservation on behalf of cf48eac27ef64ed48fd83b9d2b1cab96 for: {'subnet': 1} {{(pid=94614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:37:20.594130 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-851b76d5-fcd9-44c9-853f-5d43fb47566f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:20.671786 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed3e2a-ce9b-424b-9b17-bd95431125bb admin admin] Pushing event updated for resources: {'Network': ['ID=4f0cbbb0-e1d8-4eda-8b5a-9467452e6368,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:20.688931 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Network 4f0cbbb0-e1d8-4eda-8b5a-9467452e6368 details requested by agent ovs-agent-dv-cinder-786386-11-iscsi with host dv-cinder-786386-11-iscsi {{(pid=94616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 13:37:20.722638 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-42ed3e2a-ce9b-424b-9b17-bd95431125bb admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3595488 Aug 26 13:37:20.723216 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 54162) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:20.759691 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-798fcf27-1754-4c81-b83b-d1e1036c5b68 admin admin] Request body: {'subnet': {'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-95078014-subnet', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:37:20.952694 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798fcf27-1754-4c81-b83b-d1e1036c5b68 admin admin] Made reservation on behalf of cb7886896a194491958e9bfa03f0ea57 for: {'subnet': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:37:20.955767 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-798fcf27-1754-4c81-b83b-d1e1036c5b68 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:21.065344 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-851b76d5-fcd9-44c9-853f-5d43fb47566f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412'] for subnet, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:21.135048 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b76d5-fcd9-44c9-853f-5d43fb47566f admin admin] Pushing event updated for resources: {'Subnet': ['ID=44553468-309b-402a-9962-58b86538a2f3,revision_number=0']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:21.156842 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851b76d5-fcd9-44c9-853f-5d43fb47566f admin admin] Checking segment: {'id': '25450fc3-ef5a-474d-a5cf-eaafca82275e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '60ee5afa-17b9-4cf6-a513-d0be6a626ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:37:21.157559 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851b76d5-fcd9-44c9-853f-5d43fb47566f admin admin] Network hostable DHCP agents. Network: 60ee5afa-17b9-4cf6-a513-d0be6a626ec2, hostable agents: ['4ade96b1-406d-4ebc-948b-9bb0af99b177'], hosted agents: [] {{(pid=94614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 13:37:21.307174 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851b76d5-fcd9-44c9-853f-5d43fb47566f admin admin] Network 60ee5afa-17b9-4cf6-a513-d0be6a626ec2 is scheduled to be hosted by DHCP agent 4ade96b1-406d-4ebc-948b-9bb0af99b177 with binding_index 1 {{(pid=94614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 13:37:21.347469 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-798fcf27-1754-4c81-b83b-d1e1036c5b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412'] for subnet, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:21.406627 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798fcf27-1754-4c81-b83b-d1e1036c5b68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f404f389-dc0c-4c0d-a515-d27c76237ec3,revision_number=0']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:21.426489 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798fcf27-1754-4c81-b83b-d1e1036c5b68 admin admin] Checking segment: {'id': '622f9d42-2ef0-4df2-9e01-d60060392ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:37:21.426489 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798fcf27-1754-4c81-b83b-d1e1036c5b68 admin admin] Network hostable DHCP agents. Network: 4f0cbbb0-e1d8-4eda-8b5a-9467452e6368, hostable agents: ['4ade96b1-406d-4ebc-948b-9bb0af99b177'], hosted agents: [] {{(pid=94615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 13:37:21.490803 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-851b76d5-fcd9-44c9-853f-5d43fb47566f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-11-iscsi, 60ee5afa-17b9-4cf6-a513-d0be6a626ec2) {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:37:21.495104 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851b76d5-fcd9-44c9-853f-5d43fb47566f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:21.498835 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-851b76d5-fcd9-44c9-853f-5d43fb47566f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for subnet, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:21.503431 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bce1f9b-dc13-4c9c-a691-e339798d05fc None None] Network 60ee5afa-17b9-4cf6-a513-d0be6a626ec2 requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:37:21.619926 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798fcf27-1754-4c81-b83b-d1e1036c5b68 admin admin] Network 4f0cbbb0-e1d8-4eda-8b5a-9467452e6368 is scheduled to be hosted by DHCP agent 4ade96b1-406d-4ebc-948b-9bb0af99b177 with binding_index 1 {{(pid=94615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 13:37:21.622234 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-851b76d5-fcd9-44c9-853f-5d43fb47566f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1610126 Aug 26 13:37:21.625085 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 54204) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:21.635657 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-e2b816ba-776a-496d-91a6-e7671bb64c60 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2075397689-router', 'tenant_id': 'cf48eac27ef64ed48fd83b9d2b1cab96', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'}}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:37:21.655199 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90416491-4de7-4e94-9803-67ad8a44f2d0 None None] Network 60ee5afa-17b9-4cf6-a513-d0be6a626ec2 requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:37:21.659963 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-798fcf27-1754-4c81-b83b-d1e1036c5b68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-11-iscsi, 4f0cbbb0-e1d8-4eda-8b5a-9467452e6368) {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:37:21.673604 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798fcf27-1754-4c81-b83b-d1e1036c5b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:21.674593 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-798fcf27-1754-4c81-b83b-d1e1036c5b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for subnet, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:21.715909 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a774e75c-771c-4dfb-bc5e-4df9d3e5730c None None] Network 4f0cbbb0-e1d8-4eda-8b5a-9467452e6368 requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:37:21.869075 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e2b816ba-776a-496d-91a6-e7671bb64c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13099'] for router, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:21.871050 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e2b816ba-776a-496d-91a6-e7671bb64c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13090'] for router, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:21.992976 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce3e565-97ed-43fc-8cc1-75492764c78c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e57bd44-56e5-5669-b06f-8b51ccd0965c-4f0cbbb0-e1d8-4eda-8b5a-9467452e6368', 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'fixed_ips': [{'subnet_id': 'f404f389-dc0c-4c0d-a515-d27c76237ec3'}]}} from dv-cinder-786386-11-iscsi. {{(pid=94616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 13:37:21.995628 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-dce3e565-97ed-43fc-8cc1-75492764c78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:22.009666 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-798fcf27-1754-4c81-b83b-d1e1036c5b68 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2689025 Aug 26 13:37:22.011983 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 54214) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:22.020292 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-9fb63389-d453-4c2a-b390-6102a9a7f8a0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-95078014-router', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'}}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:37:22.056501 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 54222) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:22.059461 dv-cinder-786386-11-iscsi neutron-server[94614]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 26 13:37:22.074435 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e2b816ba-776a-496d-91a6-e7671bb64c60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:22.105179 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 54224) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:22.131903 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 54228) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:22.211801 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9fb63389-d453-4c2a-b390-6102a9a7f8a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13099'] for router, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:22.214338 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [None req-dce3e565-97ed-43fc-8cc1-75492764c78c None None] Allocated IP 172.20.0.2 (4f0cbbb0-e1d8-4eda-8b5a-9467452e6368/f404f389-dc0c-4c0d-a515-d27c76237ec3/172d5835-b5f0-40d3-862e-609a9287a69d) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:37:22.214487 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9fb63389-d453-4c2a-b390-6102a9a7f8a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13090'] for router, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:22.418110 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-2ea2e934-0515-460d-b30c-4ce9433de6fe tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:22.419710 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-2ea2e934-0515-460d-b30c-4ce9433de6fe tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/networks?id=c885ddbb-3440-4155-93af-426987b1c627 HTTP/1.1" status: 200 len: 812 time: 0.3618510 Aug 26 13:37:22.451638 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-6934a96f-7e67-4f85-9709-f3db1051fc07 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/quotas/637cffd74c534b31a2ec453c004172c3 HTTP/1.1" status: 200 len: 375 time: 0.0256383 Aug 26 13:37:22.466144 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e2b816ba-776a-496d-91a6-e7671bb64c60 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:22.492357 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-81630b7f-ff2e-4150-86c3-a3ae84f37bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:22.493275 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-dce3e565-97ed-43fc-8cc1-75492764c78c None None] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:22.504198 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-dce3e565-97ed-43fc-8cc1-75492764c78c None None] Transition to ACTIVE for port object 172d5835-b5f0-40d3-862e-609a9287a69d will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:37:22.522870 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-dce3e565-97ed-43fc-8cc1-75492764c78c None None] Transition to ACTIVE for port object 172d5835-b5f0-40d3-862e-609a9287a69d will not be triggered until provisioned by entity DHCP. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:37:22.528301 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-f2a0e635-74d2-4cd3-8897-d6d05e5589ac tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=637cffd74c534b31a2ec453c004172c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685120 Aug 26 13:37:22.542618 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-11ce59ad-632e-4768-9402-433db10baba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:22.626554 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9fb63389-d453-4c2a-b390-6102a9a7f8a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:22.657462 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-dce3e565-97ed-43fc-8cc1-75492764c78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:22.750713 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-81630b7f-ff2e-4150-86c3-a3ae84f37bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:22.772777 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-9deca162-163e-45cc-8eb5-27187e71bc7e service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 13:37:22.785483 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-9deca162-163e-45cc-8eb5-27187e71bc7e service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1408548 Aug 26 13:37:22.816618 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3e565-97ed-43fc-8cc1-75492764c78c None None] Pushing event updated for resources: {'Port': ['ID=172d5835-b5f0-40d3-862e-609a9287a69d,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:22.832409 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce3e565-97ed-43fc-8cc1-75492764c78c None None] Network 4f0cbbb0-e1d8-4eda-8b5a-9467452e6368 is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:37:22.835410 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce3e565-97ed-43fc-8cc1-75492764c78c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:22.836226 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce3e565-97ed-43fc-8cc1-75492764c78c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:22.836985 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce3e565-97ed-43fc-8cc1-75492764c78c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:22.837857 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce3e565-97ed-43fc-8cc1-75492764c78c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:22.838600 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce3e565-97ed-43fc-8cc1-75492764c78c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:22.839329 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce3e565-97ed-43fc-8cc1-75492764c78c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:22.840126 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce3e565-97ed-43fc-8cc1-75492764c78c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:22.840894 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce3e565-97ed-43fc-8cc1-75492764c78c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:22.841662 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce3e565-97ed-43fc-8cc1-75492764c78c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:22.846377 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce3e565-97ed-43fc-8cc1-75492764c78c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:22.846750 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce3e565-97ed-43fc-8cc1-75492764c78c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:22.847150 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce3e565-97ed-43fc-8cc1-75492764c78c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:22.852675 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce3e565-97ed-43fc-8cc1-75492764c78c None None] Tracked resource versions report: Aug 26 13:37:22.852675 dv-cinder-786386-11-iscsi neutron-server[94616]: pushed versions: Aug 26 13:37:22.852675 dv-cinder-786386-11-iscsi neutron-server[94616]: { 'AddressGroup': {'1.2'}, Aug 26 13:37:22.852675 dv-cinder-786386-11-iscsi neutron-server[94616]: 'ConntrackHelper': {'1.0'}, Aug 26 13:37:22.852675 dv-cinder-786386-11-iscsi neutron-server[94616]: 'Log': {'1.0'}, Aug 26 13:37:22.852675 dv-cinder-786386-11-iscsi neutron-server[94616]: 'Network': {'1.1'}, Aug 26 13:37:22.852675 dv-cinder-786386-11-iscsi neutron-server[94616]: 'Port': {'1.7'}, Aug 26 13:37:22.852675 dv-cinder-786386-11-iscsi neutron-server[94616]: 'PortForwarding': {'1.2'}, Aug 26 13:37:22.852675 dv-cinder-786386-11-iscsi neutron-server[94616]: 'QosPolicy': {'1.9'}, Aug 26 13:37:22.852675 dv-cinder-786386-11-iscsi neutron-server[94616]: 'SecurityGroup': {'1.4'}, Aug 26 13:37:22.852675 dv-cinder-786386-11-iscsi neutron-server[94616]: 'SecurityGroupRule': {'1.2'}, Aug 26 13:37:22.852675 dv-cinder-786386-11-iscsi neutron-server[94616]: 'SubPort': {'1.0'}, Aug 26 13:37:22.852675 dv-cinder-786386-11-iscsi neutron-server[94616]: 'Subnet': {'1.1'}, Aug 26 13:37:22.852675 dv-cinder-786386-11-iscsi neutron-server[94616]: 'Trunk': {'1.1'}} Aug 26 13:37:22.852675 dv-cinder-786386-11-iscsi neutron-server[94616]: consumer versions: Aug 26 13:37:22.852675 dv-cinder-786386-11-iscsi neutron-server[94616]: { DHCP agent@dv-cinder-786386-11-iscsi: {}, Aug 26 13:37:22.852675 dv-cinder-786386-11-iscsi neutron-server[94616]: HyperV agent@hv-cinder-78638: {}, Aug 26 13:37:22.852675 dv-cinder-786386-11-iscsi neutron-server[94616]: L3 agent@dv-cinder-786386-11-iscsi: {}, Aug 26 13:37:22.852675 dv-cinder-786386-11-iscsi neutron-server[94616]: Metadata agent@dv-cinder-786386-11-iscsi: {}, Aug 26 13:37:22.852675 dv-cinder-786386-11-iscsi neutron-server[94616]: Metering agent@dv-cinder-786386-11-iscsi: {}, Aug 26 13:37:22.852675 dv-cinder-786386-11-iscsi neutron-server[94616]: Open vSwitch agent@dv-cinder-786386-11-iscsi: { 'AddressGroup': '1.2', Aug 26 13:37:22.852675 dv-cinder-786386-11-iscsi neutron-server[94616]: 'ConntrackHelper': '1.0', Aug 26 13:37:22.852675 dv-cinder-786386-11-iscsi neutron-server[94616]: 'Log': '1.0', Aug 26 13:37:22.852675 dv-cinder-786386-11-iscsi neutron-server[94616]: 'Network': '1.1', Aug 26 13:37:22.852675 dv-cinder-786386-11-iscsi neutron-server[94616]: 'Port': '1.7', Aug 26 13:37:22.852675 dv-cinder-786386-11-iscsi neutron-server[94616]: 'PortForwarding': '1.2', Aug 26 13:37:22.852675 dv-cinder-786386-11-iscsi neutron-server[94616]: 'QosPolicy': '1.9', Aug 26 13:37:22.852675 dv-cinder-786386-11-iscsi neutron-server[94616]: 'SecurityGroup': '1.4', Aug 26 13:37:22.852675 dv-cinder-786386-11-iscsi neutron-server[94616]: 'SecurityGroupRule': '1.2', Aug 26 13:37:22.852675 dv-cinder-786386-11-iscsi neutron-server[94616]: 'SubPort': '1.0', Aug 26 13:37:22.852675 dv-cinder-786386-11-iscsi neutron-server[94616]: 'Subnet': '1.1', Aug 26 13:37:22.852675 dv-cinder-786386-11-iscsi neutron-server[94616]: 'Trunk': '1.1'}} Aug 26 13:37:22.852675 dv-cinder-786386-11-iscsi neutron-server[94616]: {{(pid=94616) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 13:37:22.857632 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-dce3e565-97ed-43fc-8cc1-75492764c78c None None] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:37:22.893977 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce3e565-97ed-43fc-8cc1-75492764c78c None None] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:37:22.907009 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-81630b7f-ff2e-4150-86c3-a3ae84f37bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:22.969348 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-8b534dfb-3c21-439c-b4ff-9125914a56da service neutron] 10.222.0.35 "GET /v2.0/networks/c885ddbb-3440-4155-93af-426987b1c627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826527 Aug 26 13:37:23.007209 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-dce3e565-97ed-43fc-8cc1-75492764c78c None None] Attempting to bind port 172d5835-b5f0-40d3-862e-609a9287a69d on host dv-cinder-786386-11-iscsi for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:37:23.007689 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-dce3e565-97ed-43fc-8cc1-75492764c78c None None] Attempting to bind port 172d5835-b5f0-40d3-862e-609a9287a69d by drivers openvswitch,hyperv on host dv-cinder-786386-11-iscsi at level 0 using segments [{'id': '622f9d42-2ef0-4df2-9e01-d60060392ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:37:23.008167 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce3e565-97ed-43fc-8cc1-75492764c78c None None] Attempting to bind port 172d5835-b5f0-40d3-862e-609a9287a69d on network 4f0cbbb0-e1d8-4eda-8b5a-9467452e6368 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:37:23.014046 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce3e565-97ed-43fc-8cc1-75492764c78c None None] Checking agent: {'id': 'e5d43163-2ed7-4be7-b0e9-dba87db69928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 28, 57), 'started_at': datetime.datetime(2021, 8, 26, 13, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:37:23.015778 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce3e565-97ed-43fc-8cc1-75492764c78c None None] Checking segment: {'id': '622f9d42-2ef0-4df2-9e01-d60060392ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:37:23.015927 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-81630b7f-ff2e-4150-86c3-a3ae84f37bf1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=04aedbde092c4664831ae779fd8b22c0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9085913 Aug 26 13:37:23.016035 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-dce3e565-97ed-43fc-8cc1-75492764c78c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:23.016035 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce3e565-97ed-43fc-8cc1-75492764c78c None None] Bound using segment: {'id': '622f9d42-2ef0-4df2-9e01-d60060392ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:37:23.016419 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-dce3e565-97ed-43fc-8cc1-75492764c78c None None] Bound port: 172d5835-b5f0-40d3-862e-609a9287a69d, host: dv-cinder-786386-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622f9d42-2ef0-4df2-9e01-d60060392ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:37:23.017055 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-dce3e565-97ed-43fc-8cc1-75492764c78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:23.023964 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 54282) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:23.104423 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-0ed14803-5b35-48ea-9c91-c18f5e9e7449 service neutron] 10.222.0.35 "GET /v2.0/networks/c885ddbb-3440-4155-93af-426987b1c627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249461 Aug 26 13:37:23.113854 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-dce3e565-97ed-43fc-8cc1-75492764c78c None None] For port 172d5835-b5f0-40d3-862e-609a9287a69d, host dv-cinder-786386-11-iscsi, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:37:23.116194 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-dce3e565-97ed-43fc-8cc1-75492764c78c None None] For port 172d5835-b5f0-40d3-862e-609a9287a69d, host dv-cinder-786386-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=172d5835-b5f0-40d3-862e-609a9287a69d,segment=NetworkSegment(622f9d42-2ef0-4df2-9e01-d60060392ec1),segment_id=622f9d42-2ef0-4df2-9e01-d60060392ec1)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:37:23.226567 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-dce3e565-97ed-43fc-8cc1-75492764c78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:23.267650 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81630b7f-ff2e-4150-86c3-a3ae84f37bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4317e49c-b0a4-4edb-98bb-988db09d0173,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:23.317266 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3e565-97ed-43fc-8cc1-75492764c78c None None] Pushing event updated for resources: {'Port': ['ID=172d5835-b5f0-40d3-862e-609a9287a69d,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:23.368438 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 54288) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:23.369587 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9fb63389-d453-4c2a-b390-6102a9a7f8a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:23.373690 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e2b816ba-776a-496d-91a6-e7671bb64c60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:23.415379 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e2b816ba-776a-496d-91a6-e7671bb64c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:23.502910 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 54302) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:23.589611 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-649c54e3-0018-45cb-926e-17da8abb29a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:23.630599 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-649c54e3-0018-45cb-926e-17da8abb29a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:23.805219 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 172d5835-b5f0-40d3-862e-609a9287a69d up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:37:23.826754 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d754ad2d-86b2-4a3f-9998-4bd79de73f69 req-5412ea54-2477-4f4d-8a5e-837c76a2928b tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/ports?device_id=e76160cc-69ae-4727-8f06-2302faa5b4ac HTTP/1.1" status: 200 len: 210 time: 0.3212209 Aug 26 13:37:23.827596 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-2614c5c4-45ce-4e82-8cd0-76e6d1d22d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:23.941753 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-11ce59ad-632e-4768-9402-433db10baba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:24.013389 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-649c54e3-0018-45cb-926e-17da8abb29a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:24.017149 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-649c54e3-0018-45cb-926e-17da8abb29a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:24.017335 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-649c54e3-0018-45cb-926e-17da8abb29a8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4317e49c-b0a4-4edb-98bb-988db09d0173 HTTP/1.1" status: 204 len: 168 time: 0.9889030 Aug 26 13:37:24.040413 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c54e3-0018-45cb-926e-17da8abb29a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4317e49c-b0a4-4edb-98bb-988db09d0173,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:24.043448 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning for port 172d5835-b5f0-40d3-862e-609a9287a69d completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:37:24.070536 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-11ce59ad-632e-4768-9402-433db10baba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:24.077042 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [None req-e2b816ba-776a-496d-91a6-e7671bb64c60 admin admin] Allocated IP 172.27.2.67 (0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a/b7ae35bd-0037-4f3a-908b-b50a80e8b092/6ee4527f-a6ce-4249-9fdd-16a524ab1776) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:37:24.163641 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce59ad-632e-4768-9402-433db10baba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c067d2-d7bf-42ba-8675-705d498e3c16,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:24.187429 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-2614c5c4-45ce-4e82-8cd0-76e6d1d22d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:24.204811 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-11ce59ad-632e-4768-9402-433db10baba1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=59f14d20084f4dadaaca0e51e285541d&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0717576 Aug 26 13:37:24.207710 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 54328) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:24.221359 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e9aacbdf-1de6-42bb-8cbd-4940e152b031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:24.284160 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5eb77ff8-04c8-4c2b-bfc3-b89fd6921704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:24.331244 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5eb77ff8-04c8-4c2b-bfc3-b89fd6921704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:24.344518 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-2614c5c4-45ce-4e82-8cd0-76e6d1d22d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:24.412561 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e2b816ba-776a-496d-91a6-e7671bb64c60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:24.426992 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-2614c5c4-45ce-4e82-8cd0-76e6d1d22d96 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b8d24af2f5f8471db0dd2fc1f34bfaac&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0565751 Aug 26 13:37:24.429380 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 54340) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:24.448033 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614c5c4-45ce-4e82-8cd0-76e6d1d22d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20924a60-0941-4e9a-a4a3-785449860f50,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:24.532436 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9fb63389-d453-4c2a-b390-6102a9a7f8a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:24.591312 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9fb63389-d453-4c2a-b390-6102a9a7f8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:24.645242 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ca5466db-7d44-4a51-96b3-6c62fad98a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:24.730906 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ca5466db-7d44-4a51-96b3-6c62fad98a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:24.740370 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5eb77ff8-04c8-4c2b-bfc3-b89fd6921704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:24.742983 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5eb77ff8-04c8-4c2b-bfc3-b89fd6921704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:24.744176 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-5eb77ff8-04c8-4c2b-bfc3-b89fd6921704 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/31c067d2-d7bf-42ba-8675-705d498e3c16 HTTP/1.1" status: 204 len: 168 time: 0.5353224 Aug 26 13:37:24.772636 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb77ff8-04c8-4c2b-bfc3-b89fd6921704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c067d2-d7bf-42ba-8675-705d498e3c16,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:24.822832 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c9007e-d2cf-4548-a0bf-65c8a66f48e5 None None] Network 4f0cbbb0-e1d8-4eda-8b5a-9467452e6368 requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:37:24.887350 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e2b816ba-776a-496d-91a6-e7671bb64c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:25.040270 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-26d432a7-c7b8-49cf-9e23-d05a956d7a00 req-bac45747-000f-4974-a3bc-8fa1218d7ef0 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/ports?device_id=e76160cc-69ae-4727-8f06-2302faa5b4ac HTTP/1.1" status: 200 len: 210 time: 0.0666764 Aug 26 13:37:25.075982 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b816ba-776a-496d-91a6-e7671bb64c60 admin admin] Network 0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:37:25.093275 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ca5466db-7d44-4a51-96b3-6c62fad98a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:25.097438 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ca5466db-7d44-4a51-96b3-6c62fad98a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:25.098727 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-ca5466db-7d44-4a51-96b3-6c62fad98a27 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/20924a60-0941-4e9a-a4a3-785449860f50 HTTP/1.1" status: 204 len: 168 time: 0.6666007 Aug 26 13:37:25.109699 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-e2b816ba-776a-496d-91a6-e7671bb64c60 admin admin] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:37:25.110814 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b816ba-776a-496d-91a6-e7671bb64c60 admin admin] Pushing event updated for resources: {'Port': ['ID=6ee4527f-a6ce-4249-9fdd-16a524ab1776,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:25.132177 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b816ba-776a-496d-91a6-e7671bb64c60 admin admin] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:37:25.139188 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-f67d8abc-4dfa-4bf1-927d-2dbb2b476b9a None None] Provisioning for port 172d5835-b5f0-40d3-862e-609a9287a69d completed by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:37:25.147374 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-f67d8abc-4dfa-4bf1-927d-2dbb2b476b9a None None] Provisioning complete for port 172d5835-b5f0-40d3-862e-609a9287a69d triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:37:25.147957 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-f67d8abc-4dfa-4bf1-927d-2dbb2b476b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:25.175793 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5466db-7d44-4a51-96b3-6c62fad98a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20924a60-0941-4e9a-a4a3-785449860f50,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:25.180228 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [None req-9fb63389-d453-4c2a-b390-6102a9a7f8a0 admin admin] Allocated IP 172.27.2.228 (0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a/b7ae35bd-0037-4f3a-908b-b50a80e8b092/48aa41cd-2a6e-4dab-9cf6-0d004a674768) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:37:25.327140 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-f67d8abc-4dfa-4bf1-927d-2dbb2b476b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:25.331732 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 54380) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:25.372218 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-03175a77-e0e2-4cc0-8e83-9d1e738bf9f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:25.393984 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-f67d8abc-4dfa-4bf1-927d-2dbb2b476b9a None None] For port 172d5835-b5f0-40d3-862e-609a9287a69d, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=172d5835-b5f0-40d3-862e-609a9287a69d,segment=NetworkSegment(622f9d42-2ef0-4df2-9e01-d60060392ec1),segment_id=622f9d42-2ef0-4df2-9e01-d60060392ec1)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:37:25.424136 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9fb63389-d453-4c2a-b390-6102a9a7f8a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:25.482755 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-f67d8abc-4dfa-4bf1-927d-2dbb2b476b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:25.559337 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-03175a77-e0e2-4cc0-8e83-9d1e738bf9f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:25.582425 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d8abc-4dfa-4bf1-927d-2dbb2b476b9a None None] Pushing event updated for resources: {'Port': ['ID=172d5835-b5f0-40d3-862e-609a9287a69d,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:25.627596 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-a9c38f77-6fe9-4448-b743-82e3e4c21f2b None None] Provisioning complete for port 172d5835-b5f0-40d3-862e-609a9287a69d triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:37:25.628192 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-a9c38f77-6fe9-4448-b743-82e3e4c21f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:25.633760 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9fb63389-d453-4c2a-b390-6102a9a7f8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:25.684489 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-03175a77-e0e2-4cc0-8e83-9d1e738bf9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:25.688038 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb63389-d453-4c2a-b390-6102a9a7f8a0 admin admin] Network 0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:37:25.695136 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e2b816ba-776a-496d-91a6-e7671bb64c60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:25.746360 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03175a77-e0e2-4cc0-8e83-9d1e738bf9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c93e46-6406-4442-910a-2ea8ce5b79c7,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:25.775959 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-9fb63389-d453-4c2a-b390-6102a9a7f8a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:37:25.783292 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb63389-d453-4c2a-b390-6102a9a7f8a0 admin admin] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:37:25.786275 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-03175a77-e0e2-4cc0-8e83-9d1e738bf9f0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6433233ca61a4fdba5b41b8c411295c4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4529657 Aug 26 13:37:25.787291 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 54386) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:25.827243 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb63389-d453-4c2a-b390-6102a9a7f8a0 admin admin] Pushing event updated for resources: {'Port': ['ID=48aa41cd-2a6e-4dab-9cf6-0d004a674768,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:25.872869 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b59fbb39-e6b3-4802-8096-105207613136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:25.920397 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b59fbb39-e6b3-4802-8096-105207613136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:26.051830 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e2b816ba-776a-496d-91a6-e7671bb64c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-428405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430587'] for router, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:26.185028 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 54402) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:26.212642 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3c558448-4e18-4099-a007-301dfcc533a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:26.215525 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b59fbb39-e6b3-4802-8096-105207613136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:26.219628 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b59fbb39-e6b3-4802-8096-105207613136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:26.225087 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-b59fbb39-e6b3-4802-8096-105207613136 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a8c93e46-6406-4442-910a-2ea8ce5b79c7 HTTP/1.1" status: 204 len: 168 time: 0.4362862 Aug 26 13:37:26.248867 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59fbb39-e6b3-4802-8096-105207613136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c93e46-6406-4442-910a-2ea8ce5b79c7,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:26.297076 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-531f9713-e74f-4a20-86ec-471a51ef8ec7 req-234e35a3-0b17-4672-9d8a-db6c11098f0a tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/ports?device_id=e76160cc-69ae-4727-8f06-2302faa5b4ac HTTP/1.1" status: 200 len: 210 time: 0.0454371 Aug 26 13:37:26.408233 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3c558448-4e18-4099-a007-301dfcc533a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:26.425995 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9fb63389-d453-4c2a-b390-6102a9a7f8a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:26.535681 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3c558448-4e18-4099-a007-301dfcc533a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:26.577406 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-3c558448-4e18-4099-a007-301dfcc533a4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=80b16487b56c498c801cf1dd2d330623&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3906546 Aug 26 13:37:26.578160 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c558448-4e18-4099-a007-301dfcc533a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c60a6e-a763-4adb-9ce1-ed81366c9be3,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:26.581101 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 54412) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:26.673768 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b816ba-776a-496d-91a6-e7671bb64c60 admin admin] Router 70fddc49-4edc-4c51-a052-98b2462a5d37 is scheduled to L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 with binding_index 1 {{(pid=94615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 13:37:26.685978 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-3ddf0089-757d-44d0-8c1f-cd113aee694b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:26.694111 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9fb63389-d453-4c2a-b390-6102a9a7f8a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-428405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430587'] for router, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:26.785149 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-3ddf0089-757d-44d0-8c1f-cd113aee694b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:26.859201 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-947bf1bb-9fb3-41e2-baa7-672f2df518af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:26.929203 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b816ba-776a-496d-91a6-e7671bb64c60 admin admin] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:37:26.949215 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a3164f-4b56-48e8-b5f6-dafaf5371065 None None] Sync routers for ids ['70fddc49-4edc-4c51-a052-98b2462a5d37'] in dv-cinder-786386-11-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:37:26.977998 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a3164f-4b56-48e8-b5f6-dafaf5371065 None None] Routers {'70fddc49-4edc-4c51-a052-98b2462a5d37'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:37:26.978738 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-93a3164f-4b56-48e8-b5f6-dafaf5371065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:37:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['70fddc49-4edc-4c51-a052-98b2462a5d37'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:37:27.091950 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e2b816ba-776a-496d-91a6-e7671bb64c60 admin admin] Notify callbacks [] for router, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:27.097099 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 54432) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:27.098398 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-e2b816ba-776a-496d-91a6-e7671bb64c60 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.4707284 Aug 26 13:37:27.144534 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-93a3164f-4b56-48e8-b5f6-dafaf5371065 None None] Set router 70fddc49-4edc-4c51-a052-98b2462a5d37 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:37:27.174728 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-3ddf0089-757d-44d0-8c1f-cd113aee694b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:27.177338 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-3ddf0089-757d-44d0-8c1f-cd113aee694b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:27.178501 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-3ddf0089-757d-44d0-8c1f-cd113aee694b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/35c60a6e-a763-4adb-9ce1-ed81366c9be3 HTTP/1.1" status: 204 len: 168 time: 0.5964503 Aug 26 13:37:27.179237 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb63389-d453-4c2a-b390-6102a9a7f8a0 admin admin] Router fdb0a255-e87a-4160-91bc-2c34ce5120d7 is scheduled to L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 with binding_index 1 {{(pid=94615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 13:37:27.198109 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf0089-757d-44d0-8c1f-cd113aee694b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c60a6e-a763-4adb-9ce1-ed81366c9be3,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:27.336733 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb63389-d453-4c2a-b390-6102a9a7f8a0 admin admin] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:37:27.352036 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd34d9f9-a7cf-403f-a01f-4f6214c6026e None None] Sync routers for ids ['fdb0a255-e87a-4160-91bc-2c34ce5120d7'] in dv-cinder-786386-11-iscsi {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:37:27.366411 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd34d9f9-a7cf-403f-a01f-4f6214c6026e None None] Routers {'fdb0a255-e87a-4160-91bc-2c34ce5120d7'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:37:27.367073 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-dd34d9f9-a7cf-403f-a01f-4f6214c6026e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:37:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['fdb0a255-e87a-4160-91bc-2c34ce5120d7'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:37:27.386287 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-93a3164f-4b56-48e8-b5f6-dafaf5371065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fddc49-4edc-4c51-a052-98b2462a5d37', 'name': 'tempest-ServerRescueNegativeTestJSON-2075397689-router', 'tenant_id': 'cf48eac27ef64ed48fd83b9d2b1cab96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '6ee4527f-a6ce-4249-9fdd-16a524ab1776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:37:21Z', 'updated_at': '2021-08-26T13:37:25Z', 'revision_number': 3, 'project_id': 'cf48eac27ef64ed48fd83b9d2b1cab96', 'gw_port': {'id': '6ee4527f-a6ce-4249-9fdd-16a524ab1776', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70fddc49-4edc-4c51-a052-98b2462a5d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:23Z', 'updated_at': '2021-08-26T13:37:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:37:27.438842 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9fb63389-d453-4c2a-b390-6102a9a7f8a0 admin admin] Notify callbacks [] for router, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:27.440549 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-9fb63389-d453-4c2a-b390-6102a9a7f8a0 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4265478 Aug 26 13:37:27.444194 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 54446) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:27.474564 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a3164f-4b56-48e8-b5f6-dafaf5371065 None None] Checking router: 70fddc49-4edc-4c51-a052-98b2462a5d37 for host: dv-cinder-786386-11-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:37:27.475507 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a3164f-4b56-48e8-b5f6-dafaf5371065 None None] Updating router 70fddc49-4edc-4c51-a052-98b2462a5d37 port 6ee4527f-a6ce-4249-9fdd-16a524ab1776 binding host dv-cinder-786386-11-iscsi {{(pid=94617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 13:37:27.508676 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-93a3164f-4b56-48e8-b5f6-dafaf5371065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:27.544945 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:27.559134 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-dd34d9f9-a7cf-403f-a01f-4f6214c6026e None None] Set router fdb0a255-e87a-4160-91bc-2c34ce5120d7 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:37:27.711324 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 172d5835-b5f0-40d3-862e-609a9287a69d up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:37:27.872214 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port 172d5835-b5f0-40d3-862e-609a9287a69d triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:37:27.873925 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:27.874764 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-15848429-e8ea-46e6-9d3c-a8ba7b11890a req-7cfcb839-1d9f-411b-9317-838a742f0438 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/ports?device_id=e76160cc-69ae-4727-8f06-2302faa5b4ac HTTP/1.1" status: 200 len: 210 time: 0.3984735 Aug 26 13:37:27.930344 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-dd34d9f9-a7cf-403f-a01f-4f6214c6026e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'name': 'tempest-AttachVolumeShelveTestJSON-95078014-router', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:37:22Z', 'updated_at': '2021-08-26T13:37:25Z', 'revision_number': 3, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'gw_port': {'id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:24Z', 'updated_at': '2021-08-26T13:37:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:37:27.936385 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:27.982363 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd34d9f9-a7cf-403f-a01f-4f6214c6026e None None] Checking router: fdb0a255-e87a-4160-91bc-2c34ce5120d7 for host: dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:37:27.985434 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd34d9f9-a7cf-403f-a01f-4f6214c6026e None None] Updating router fdb0a255-e87a-4160-91bc-2c34ce5120d7 port 48aa41cd-2a6e-4dab-9cf6-0d004a674768 binding host dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 13:37:28.028708 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-93a3164f-4b56-48e8-b5f6-dafaf5371065 None None] Notify callbacks [] for port, precommit_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:28.051188 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-dd34d9f9-a7cf-403f-a01f-4f6214c6026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:28.052159 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-93a3164f-4b56-48e8-b5f6-dafaf5371065 None None] Transition to ACTIVE for port object 6ee4527f-a6ce-4249-9fdd-16a524ab1776 will not be triggered until provisioned by entity L2. {{(pid=94617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:37:28.118147 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-cc9cfce8-18b5-4491-9500-60f770356fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:28.225653 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-93a3164f-4b56-48e8-b5f6-dafaf5371065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:28.325091 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-48afa04e-9060-4cbe-97d0-401579c63b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:28.350125 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258317d1-f917-49cc-bec0-c02ae3e61bac None None] Pushing event updated for resources: {'Port': ['ID=6ee4527f-a6ce-4249-9fdd-16a524ab1776,revision_number=2']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:28.352617 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-93a3164f-4b56-48e8-b5f6-dafaf5371065 None None] Attempting to bind port 6ee4527f-a6ce-4249-9fdd-16a524ab1776 on host dv-cinder-786386-11-iscsi for vnic_type normal with profile {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:37:28.352988 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-93a3164f-4b56-48e8-b5f6-dafaf5371065 None None] Attempting to bind port 6ee4527f-a6ce-4249-9fdd-16a524ab1776 by drivers openvswitch,hyperv on host dv-cinder-786386-11-iscsi at level 0 using segments [{'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:37:28.371393 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a3164f-4b56-48e8-b5f6-dafaf5371065 None None] Attempting to bind port 6ee4527f-a6ce-4249-9fdd-16a524ab1776 on network 0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:37:28.400929 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a3164f-4b56-48e8-b5f6-dafaf5371065 None None] Checking agent: {'id': 'e5d43163-2ed7-4be7-b0e9-dba87db69928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 28, 57), 'started_at': datetime.datetime(2021, 8, 26, 13, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:37:28.402178 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a3164f-4b56-48e8-b5f6-dafaf5371065 None None] Checking segment: {'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:37:28.405008 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-93a3164f-4b56-48e8-b5f6-dafaf5371065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:28.413830 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a3164f-4b56-48e8-b5f6-dafaf5371065 None None] Bound using segment: {'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:37:28.416392 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-93a3164f-4b56-48e8-b5f6-dafaf5371065 None None] Bound port: 6ee4527f-a6ce-4249-9fdd-16a524ab1776, host: dv-cinder-786386-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'}}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:37:28.417177 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-93a3164f-4b56-48e8-b5f6-dafaf5371065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:28.420274 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258317d1-f917-49cc-bec0-c02ae3e61bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:28.424153 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258317d1-f917-49cc-bec0-c02ae3e61bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:28.428885 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258317d1-f917-49cc-bec0-c02ae3e61bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:28.430829 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258317d1-f917-49cc-bec0-c02ae3e61bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:28.432042 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258317d1-f917-49cc-bec0-c02ae3e61bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:28.434387 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258317d1-f917-49cc-bec0-c02ae3e61bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:28.435025 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258317d1-f917-49cc-bec0-c02ae3e61bac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:28.435579 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258317d1-f917-49cc-bec0-c02ae3e61bac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:28.440463 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258317d1-f917-49cc-bec0-c02ae3e61bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:28.449025 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258317d1-f917-49cc-bec0-c02ae3e61bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:28.450075 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258317d1-f917-49cc-bec0-c02ae3e61bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:28.453308 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258317d1-f917-49cc-bec0-c02ae3e61bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:37:28.457674 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258317d1-f917-49cc-bec0-c02ae3e61bac None None] Tracked resource versions report: Aug 26 13:37:28.457674 dv-cinder-786386-11-iscsi neutron-server[94617]: pushed versions: Aug 26 13:37:28.457674 dv-cinder-786386-11-iscsi neutron-server[94617]: { 'AddressGroup': {'1.2'}, Aug 26 13:37:28.457674 dv-cinder-786386-11-iscsi neutron-server[94617]: 'ConntrackHelper': {'1.0'}, Aug 26 13:37:28.457674 dv-cinder-786386-11-iscsi neutron-server[94617]: 'Log': {'1.0'}, Aug 26 13:37:28.457674 dv-cinder-786386-11-iscsi neutron-server[94617]: 'Network': {'1.1'}, Aug 26 13:37:28.457674 dv-cinder-786386-11-iscsi neutron-server[94617]: 'Port': {'1.7'}, Aug 26 13:37:28.457674 dv-cinder-786386-11-iscsi neutron-server[94617]: 'PortForwarding': {'1.2'}, Aug 26 13:37:28.457674 dv-cinder-786386-11-iscsi neutron-server[94617]: 'QosPolicy': {'1.9'}, Aug 26 13:37:28.457674 dv-cinder-786386-11-iscsi neutron-server[94617]: 'SecurityGroup': {'1.4'}, Aug 26 13:37:28.457674 dv-cinder-786386-11-iscsi neutron-server[94617]: 'SecurityGroupRule': {'1.2'}, Aug 26 13:37:28.457674 dv-cinder-786386-11-iscsi neutron-server[94617]: 'SubPort': {'1.0'}, Aug 26 13:37:28.457674 dv-cinder-786386-11-iscsi neutron-server[94617]: 'Subnet': {'1.1'}, Aug 26 13:37:28.457674 dv-cinder-786386-11-iscsi neutron-server[94617]: 'Trunk': {'1.1'}} Aug 26 13:37:28.457674 dv-cinder-786386-11-iscsi neutron-server[94617]: consumer versions: Aug 26 13:37:28.457674 dv-cinder-786386-11-iscsi neutron-server[94617]: { DHCP agent@dv-cinder-786386-11-iscsi: {}, Aug 26 13:37:28.457674 dv-cinder-786386-11-iscsi neutron-server[94617]: HyperV agent@hv-cinder-78638: {}, Aug 26 13:37:28.457674 dv-cinder-786386-11-iscsi neutron-server[94617]: L3 agent@dv-cinder-786386-11-iscsi: {}, Aug 26 13:37:28.457674 dv-cinder-786386-11-iscsi neutron-server[94617]: Metadata agent@dv-cinder-786386-11-iscsi: {}, Aug 26 13:37:28.457674 dv-cinder-786386-11-iscsi neutron-server[94617]: Metering agent@dv-cinder-786386-11-iscsi: {}, Aug 26 13:37:28.457674 dv-cinder-786386-11-iscsi neutron-server[94617]: Open vSwitch agent@dv-cinder-786386-11-iscsi: { 'AddressGroup': '1.2', Aug 26 13:37:28.457674 dv-cinder-786386-11-iscsi neutron-server[94617]: 'ConntrackHelper': '1.0', Aug 26 13:37:28.457674 dv-cinder-786386-11-iscsi neutron-server[94617]: 'Log': '1.0', Aug 26 13:37:28.457674 dv-cinder-786386-11-iscsi neutron-server[94617]: 'Network': '1.1', Aug 26 13:37:28.457674 dv-cinder-786386-11-iscsi neutron-server[94617]: 'Port': '1.7', Aug 26 13:37:28.457674 dv-cinder-786386-11-iscsi neutron-server[94617]: 'PortForwarding': '1.2', Aug 26 13:37:28.457674 dv-cinder-786386-11-iscsi neutron-server[94617]: 'QosPolicy': '1.9', Aug 26 13:37:28.457674 dv-cinder-786386-11-iscsi neutron-server[94617]: 'SecurityGroup': '1.4', Aug 26 13:37:28.457674 dv-cinder-786386-11-iscsi neutron-server[94617]: 'SecurityGroupRule': '1.2', Aug 26 13:37:28.457674 dv-cinder-786386-11-iscsi neutron-server[94617]: 'SubPort': '1.0', Aug 26 13:37:28.457674 dv-cinder-786386-11-iscsi neutron-server[94617]: 'Subnet': '1.1', Aug 26 13:37:28.457674 dv-cinder-786386-11-iscsi neutron-server[94617]: 'Trunk': '1.1'}} Aug 26 13:37:28.457674 dv-cinder-786386-11-iscsi neutron-server[94617]: {{(pid=94617) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 13:37:28.498041 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [None req-cc9cfce8-18b5-4491-9500-60f770356fc9 admin admin] Allocated IP 172.20.0.1 (4f0cbbb0-e1d8-4eda-8b5a-9467452e6368/f404f389-dc0c-4c0d-a515-d27c76237ec3/a76ee43c-da1e-4ef0-a139-efd20c3ba409) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:37:28.584804 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-93a3164f-4b56-48e8-b5f6-dafaf5371065 None None] For port 6ee4527f-a6ce-4249-9fdd-16a524ab1776, host dv-cinder-786386-11-iscsi, cleared binding levels {{(pid=94617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:37:28.591409 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-93a3164f-4b56-48e8-b5f6-dafaf5371065 None None] For port 6ee4527f-a6ce-4249-9fdd-16a524ab1776, host dv-cinder-786386-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=6ee4527f-a6ce-4249-9fdd-16a524ab1776,segment=NetworkSegment(706c7343-f453-451d-93d0-3f6d714ba662),segment_id=706c7343-f453-451d-93d0-3f6d714ba662)] {{(pid=94617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:37:28.619171 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_common [None req-48afa04e-9060-4cbe-97d0-401579c63b27 admin admin] Allocated IP 172.20.0.1 (60ee5afa-17b9-4cf6-a513-d0be6a626ec2/44553468-309b-402a-9962-58b86538a2f3/d43c552d-112d-4c9a-a746-2e8e8832b265) {{(pid=94614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:37:28.687839 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-cc9cfce8-18b5-4491-9500-60f770356fc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:28.691225 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:28.692748 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-93a3164f-4b56-48e8-b5f6-dafaf5371065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:28.697277 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-dd34d9f9-a7cf-403f-a01f-4f6214c6026e None None] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:28.723471 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-dd34d9f9-a7cf-403f-a01f-4f6214c6026e None None] Transition to ACTIVE for port object 48aa41cd-2a6e-4dab-9cf6-0d004a674768 will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:37:28.737626 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.provisioning_blocks [None req-cc9cfce8-18b5-4491-9500-60f770356fc9 admin admin] Transition to ACTIVE for port object a76ee43c-da1e-4ef0-a139-efd20c3ba409 will not be triggered until provisioned by entity DHCP. {{(pid=94615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:37:28.824488 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a3164f-4b56-48e8-b5f6-dafaf5371065 None None] Routers {'70fddc49-4edc-4c51-a052-98b2462a5d37'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:37:28.825219 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-93a3164f-4b56-48e8-b5f6-dafaf5371065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:37:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['70fddc49-4edc-4c51-a052-98b2462a5d37'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:37:28.838983 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-dd34d9f9-a7cf-403f-a01f-4f6214c6026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:28.879579 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-cc9cfce8-18b5-4491-9500-60f770356fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:28.893682 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-48afa04e-9060-4cbe-97d0-401579c63b27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:28.970812 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-dd34d9f9-a7cf-403f-a01f-4f6214c6026e None None] Attempting to bind port 48aa41cd-2a6e-4dab-9cf6-0d004a674768 on host dv-cinder-786386-11-iscsi for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:37:28.971395 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-dd34d9f9-a7cf-403f-a01f-4f6214c6026e None None] Attempting to bind port 48aa41cd-2a6e-4dab-9cf6-0d004a674768 by drivers openvswitch,hyperv on host dv-cinder-786386-11-iscsi at level 0 using segments [{'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:37:28.971550 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd34d9f9-a7cf-403f-a01f-4f6214c6026e None None] Attempting to bind port 48aa41cd-2a6e-4dab-9cf6-0d004a674768 on network 0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:37:28.999504 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd34d9f9-a7cf-403f-a01f-4f6214c6026e None None] Checking agent: {'id': 'e5d43163-2ed7-4be7-b0e9-dba87db69928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 28, 57), 'started_at': datetime.datetime(2021, 8, 26, 13, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:37:29.002533 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd34d9f9-a7cf-403f-a01f-4f6214c6026e None None] Checking segment: {'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:37:29.002533 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-dd34d9f9-a7cf-403f-a01f-4f6214c6026e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:29.002533 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd34d9f9-a7cf-403f-a01f-4f6214c6026e None None] Bound using segment: {'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:37:29.003006 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-dd34d9f9-a7cf-403f-a01f-4f6214c6026e None None] Bound port: 48aa41cd-2a6e-4dab-9cf6-0d004a674768, host: dv-cinder-786386-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:37:29.003338 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-dd34d9f9-a7cf-403f-a01f-4f6214c6026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:29.044135 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-93a3164f-4b56-48e8-b5f6-dafaf5371065 None None] Set router 70fddc49-4edc-4c51-a052-98b2462a5d37 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:37:29.059117 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f39e1-0f1b-4a8c-93ff-4255218664fd None None] Pushing event updated for resources: {'Port': ['ID=48aa41cd-2a6e-4dab-9cf6-0d004a674768,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:29.065452 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-12e79a34-6c4e-4e5d-b413-46183b82b9a5 req-665cfc6c-415f-4d22-9d34-1207dd5c508e tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/ports?device_id=e76160cc-69ae-4727-8f06-2302faa5b4ac HTTP/1.1" status: 200 len: 210 time: 0.0583529 Aug 26 13:37:29.102490 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-48afa04e-9060-4cbe-97d0-401579c63b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975'] for port, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:29.143426 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-dd34d9f9-a7cf-403f-a01f-4f6214c6026e None None] For port 48aa41cd-2a6e-4dab-9cf6-0d004a674768, host dv-cinder-786386-11-iscsi, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:37:29.150811 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-dd34d9f9-a7cf-403f-a01f-4f6214c6026e None None] For port 48aa41cd-2a6e-4dab-9cf6-0d004a674768, host dv-cinder-786386-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=48aa41cd-2a6e-4dab-9cf6-0d004a674768,segment=NetworkSegment(706c7343-f453-451d-93d0-3f6d714ba662),segment_id=706c7343-f453-451d-93d0-3f6d714ba662)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:37:29.180755 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48afa04e-9060-4cbe-97d0-401579c63b27 admin admin] Network 60ee5afa-17b9-4cf6-a513-d0be6a626ec2 is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:37:29.185651 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-48afa04e-9060-4cbe-97d0-401579c63b27 admin admin] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:37:29.190419 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48afa04e-9060-4cbe-97d0-401579c63b27 admin admin] Received port after_create {{(pid=94614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:37:29.191071 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-48afa04e-9060-4cbe-97d0-401579c63b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430372'] for router_interface, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:29.201973 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9cfce8-18b5-4491-9500-60f770356fc9 admin admin] Network 4f0cbbb0-e1d8-4eda-8b5a-9467452e6368 is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:37:29.210329 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-cc9cfce8-18b5-4491-9500-60f770356fc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:37:29.213490 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9cfce8-18b5-4491-9500-60f770356fc9 admin admin] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:37:29.214249 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-cc9cfce8-18b5-4491-9500-60f770356fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430372'] for router_interface, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:29.217672 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9cfce8-18b5-4491-9500-60f770356fc9 admin admin] Pushing event updated for resources: {'Port': ['ID=a76ee43c-da1e-4ef0-a139-efd20c3ba409,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:29.246738 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48afa04e-9060-4cbe-97d0-401579c63b27 admin admin] Pushing event updated for resources: {'Port': ['ID=d43c552d-112d-4c9a-a746-2e8e8832b265,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:29.265274 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258317d1-f917-49cc-bec0-c02ae3e61bac None None] Pushing event updated for resources: {'Port': ['ID=6ee4527f-a6ce-4249-9fdd-16a524ab1776,revision_number=3']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:29.274271 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-dd34d9f9-a7cf-403f-a01f-4f6214c6026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:29.470393 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-93a3164f-4b56-48e8-b5f6-dafaf5371065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fddc49-4edc-4c51-a052-98b2462a5d37', 'name': 'tempest-ServerRescueNegativeTestJSON-2075397689-router', 'tenant_id': 'cf48eac27ef64ed48fd83b9d2b1cab96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '6ee4527f-a6ce-4249-9fdd-16a524ab1776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:37:21Z', 'updated_at': '2021-08-26T13:37:25Z', 'revision_number': 3, 'project_id': 'cf48eac27ef64ed48fd83b9d2b1cab96', 'gw_port': {'id': '6ee4527f-a6ce-4249-9fdd-16a524ab1776', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70fddc49-4edc-4c51-a052-98b2462a5d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:23Z', 'updated_at': '2021-08-26T13:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:37:29.508549 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd34d9f9-a7cf-403f-a01f-4f6214c6026e None None] Routers {'fdb0a255-e87a-4160-91bc-2c34ce5120d7'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:37:29.509202 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-dd34d9f9-a7cf-403f-a01f-4f6214c6026e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:37:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['fdb0a255-e87a-4160-91bc-2c34ce5120d7'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:37:29.539101 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a3164f-4b56-48e8-b5f6-dafaf5371065 None None] The sync data for ids ['70fddc49-4edc-4c51-a052-98b2462a5d37'] in dv-cinder-786386-11-iscsi is: [{'id': '70fddc49-4edc-4c51-a052-98b2462a5d37', 'name': 'tempest-ServerRescueNegativeTestJSON-2075397689-router', 'tenant_id': 'cf48eac27ef64ed48fd83b9d2b1cab96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '6ee4527f-a6ce-4249-9fdd-16a524ab1776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:37:21Z', 'updated_at': '2021-08-26T13:37:25Z', 'revision_number': 3, 'project_id': 'cf48eac27ef64ed48fd83b9d2b1cab96', 'gw_port': {'id': '6ee4527f-a6ce-4249-9fdd-16a524ab1776', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70fddc49-4edc-4c51-a052-98b2462a5d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:23Z', 'updated_at': '2021-08-26T13:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:37:29.659417 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f39e1-0f1b-4a8c-93ff-4255218664fd None None] Pushing event updated for resources: {'Port': ['ID=48aa41cd-2a6e-4dab-9cf6-0d004a674768,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:29.770369 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-dd34d9f9-a7cf-403f-a01f-4f6214c6026e None None] Set router fdb0a255-e87a-4160-91bc-2c34ce5120d7 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:37:29.800725 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-48afa04e-9060-4cbe-97d0-401579c63b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:30.069740 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-dd34d9f9-a7cf-403f-a01f-4f6214c6026e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'name': 'tempest-AttachVolumeShelveTestJSON-95078014-router', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:37:22Z', 'updated_at': '2021-08-26T13:37:25Z', 'revision_number': 3, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'gw_port': {'id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:24Z', 'updated_at': '2021-08-26T13:37:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:37:30.103976 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-1a4427b7-7e61-4dfe-a753-f85e1b20618c None None] Provisioning for port a76ee43c-da1e-4ef0-a139-efd20c3ba409 completed by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:37:30.111502 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd34d9f9-a7cf-403f-a01f-4f6214c6026e None None] The sync data for ids ['fdb0a255-e87a-4160-91bc-2c34ce5120d7'] in dv-cinder-786386-11-iscsi is: [{'id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'name': 'tempest-AttachVolumeShelveTestJSON-95078014-router', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:37:22Z', 'updated_at': '2021-08-26T13:37:25Z', 'revision_number': 3, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'gw_port': {'id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:24Z', 'updated_at': '2021-08-26T13:37:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}] {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:37:30.122987 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-1a4427b7-7e61-4dfe-a753-f85e1b20618c None None] Provisioning complete for port a76ee43c-da1e-4ef0-a139-efd20c3ba409 triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:37:30.123586 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-1a4427b7-7e61-4dfe-a753-f85e1b20618c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:30.150792 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-48afa04e-9060-4cbe-97d0-401579c63b27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:30.202103 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-1a4427b7-7e61-4dfe-a753-f85e1b20618c None None] Port a76ee43c-da1e-4ef0-a139-efd20c3ba409 cannot update to ACTIVE because it is not bound. {{(pid=94616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 13:37:30.277409 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-cc9cfce8-18b5-4491-9500-60f770356fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:30.324958 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-48afa04e-9060-4cbe-97d0-401579c63b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:30.326064 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-48afa04e-9060-4cbe-97d0-401579c63b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430843'] for router_interface, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:30.468040 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:30.807585 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48afa04e-9060-4cbe-97d0-401579c63b27 admin admin] Network 60ee5afa-17b9-4cf6-a513-d0be6a626ec2 is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:37:30.819706 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-48afa04e-9060-4cbe-97d0-401579c63b27 admin admin] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:37:30.970837 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-cc9cfce8-18b5-4491-9500-60f770356fc9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:30.983599 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6047ed63-bf74-4ee3-907f-cdbb5ea0c707 req-2e22ec18-f7f0-4471-8134-5b371ad0c239 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/ports?device_id=e76160cc-69ae-4727-8f06-2302faa5b4ac HTTP/1.1" status: 200 len: 210 time: 0.5246367 Aug 26 13:37:31.015942 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48afa04e-9060-4cbe-97d0-401579c63b27 admin admin] Pushing event updated for resources: {'Port': ['ID=d43c552d-112d-4c9a-a746-2e8e8832b265,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:31.136573 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.38', 61315) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:31.136938 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-cc9cfce8-18b5-4491-9500-60f770356fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:31.137981 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-cc9cfce8-18b5-4491-9500-60f770356fc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430843'] for router_interface, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:31.313361 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-b55813d0-f0b7-4af9-b02f-42ff3cc9bdf6 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:31.314987 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-b55813d0-f0b7-4af9-b02f-42ff3cc9bdf6 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.38 "GET /v2.0/networks?id=c885ddbb-3440-4155-93af-426987b1c627 HTTP/1.1" status: 200 len: 812 time: 0.1768596 Aug 26 13:37:31.332408 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 54580) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:31.361283 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48afa04e-9060-4cbe-97d0-401579c63b27 admin admin] Router 70fddc49-4edc-4c51-a052-98b2462a5d37 has already been hosted by L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 {{(pid=94614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 13:37:31.439965 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9cfce8-18b5-4491-9500-60f770356fc9 admin admin] Pushing event updated for resources: {'Port': ['ID=a76ee43c-da1e-4ef0-a139-efd20c3ba409,revision_number=2']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:31.471496 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-65d0afff-3a74-4056-9f83-c901c73a6881 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Request body: {'port': {'device_id': 'e76160cc-69ae-4727-8f06-2302faa5b4ac', 'network_id': 'c885ddbb-3440-4155-93af-426987b1c627', 'admin_state_up': True, 'tenant_id': '637cffd74c534b31a2ec453c004172c3'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:37:31.515110 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9cfce8-18b5-4491-9500-60f770356fc9 admin admin] Network 4f0cbbb0-e1d8-4eda-8b5a-9467452e6368 is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:37:31.518830 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-cc9cfce8-18b5-4491-9500-60f770356fc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:37:31.558962 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-090bb6cc-ebf4-49af-bcce-d87ca1d79528 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1365081174-network', 'tenant_id': '62f174d15c424a52a2f8fc6206deb3aa'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:37:31.872931 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 48aa41cd-2a6e-4dab-9cf6-0d004a674768 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:37:31.886553 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9cfce8-18b5-4491-9500-60f770356fc9 admin admin] Router fdb0a255-e87a-4160-91bc-2c34ce5120d7 has already been hosted by L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 {{(pid=94615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 13:37:32.330036 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-a44675a2-665d-4a9a-97f9-7486402125a6 None None] Provisioning complete for port a76ee43c-da1e-4ef0-a139-efd20c3ba409 triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:37:32.330036 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-a44675a2-665d-4a9a-97f9-7486402125a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:32.330036 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-a44675a2-665d-4a9a-97f9-7486402125a6 None None] Port a76ee43c-da1e-4ef0-a139-efd20c3ba409 cannot update to ACTIVE because it is not bound. {{(pid=94616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 13:37:32.359458 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9cfce8-18b5-4491-9500-60f770356fc9 admin admin] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:37:32.361182 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48afa04e-9060-4cbe-97d0-401579c63b27 admin admin] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:37:32.361895 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-cc9cfce8-18b5-4491-9500-60f770356fc9 admin admin] 10.222.0.35 "PUT /v2.0/routers/fdb0a255-e87a-4160-91bc-2c34ce5120d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6919863 Aug 26 13:37:32.362608 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-48afa04e-9060-4cbe-97d0-401579c63b27 admin admin] 10.222.0.35 "PUT /v2.0/routers/70fddc49-4edc-4c51-a052-98b2462a5d37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0491672 Aug 26 13:37:32.362608 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b3e284d5-ab60-4b46-97b2-5a89cefc5b2f req-7f7b83ba-82bc-48ec-8fff-a715751f6803 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/ports?device_id=e76160cc-69ae-4727-8f06-2302faa5b4ac HTTP/1.1" status: 200 len: 210 time: 0.0506780 Aug 26 13:37:32.363482 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning for port 48aa41cd-2a6e-4dab-9cf6-0d004a674768 completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:37:32.363482 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port 48aa41cd-2a6e-4dab-9cf6-0d004a674768 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:37:32.363482 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:32.363982 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090bb6cc-ebf4-49af-bcce-d87ca1d79528 admin admin] Made reservation on behalf of 62f174d15c424a52a2f8fc6206deb3aa for: {'network': 1} {{(pid=94614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:37:32.363982 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-090bb6cc-ebf4-49af-bcce-d87ca1d79528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for network, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:32.490034 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:32.542185 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] For port 48aa41cd-2a6e-4dab-9cf6-0d004a674768, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=48aa41cd-2a6e-4dab-9cf6-0d004a674768,segment=NetworkSegment(706c7343-f453-451d-93d0-3f6d714ba662),segment_id=706c7343-f453-451d-93d0-3f6d714ba662)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:37:32.567451 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-090bb6cc-ebf4-49af-bcce-d87ca1d79528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:32.685389 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:32.687074 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 6ee4527f-a6ce-4249-9fdd-16a524ab1776 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:37:32.791440 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-65d0afff-3a74-4056-9f83-c901c73a6881 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Made reservation on behalf of 637cffd74c534b31a2ec453c004172c3 for: {'port': 1} {{(pid=94614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:37:32.795466 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-65d0afff-3a74-4056-9f83-c901c73a6881 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:32.812667 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Pushing event updated for resources: {'Port': ['ID=48aa41cd-2a6e-4dab-9cf6-0d004a674768,revision_number=4']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:33.015439 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning for port 6ee4527f-a6ce-4249-9fdd-16a524ab1776 completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:37:33.026575 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port 6ee4527f-a6ce-4249-9fdd-16a524ab1776 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:37:33.027009 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:33.099562 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506eecba-1de8-47f9-a78b-40589bd871cc None None] Sync routers for ids ['70fddc49-4edc-4c51-a052-98b2462a5d37'] in dv-cinder-786386-11-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:37:33.119473 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506eecba-1de8-47f9-a78b-40589bd871cc None None] Routers {'70fddc49-4edc-4c51-a052-98b2462a5d37'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:37:33.120649 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-506eecba-1de8-47f9-a78b-40589bd871cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:37:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['70fddc49-4edc-4c51-a052-98b2462a5d37'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:37:33.176197 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:33.204475 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-090bb6cc-ebf4-49af-bcce-d87ca1d79528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:33.226013 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] For port 6ee4527f-a6ce-4249-9fdd-16a524ab1776, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=6ee4527f-a6ce-4249-9fdd-16a524ab1776,segment=NetworkSegment(706c7343-f453-451d-93d0-3f6d714ba662),segment_id=706c7343-f453-451d-93d0-3f6d714ba662)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:37:33.370325 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_common [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-65d0afff-3a74-4056-9f83-c901c73a6881 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Allocated IP 172.20.0.12 (c885ddbb-3440-4155-93af-426987b1c627/3fbb77d0-218c-467b-8197-16e3bcc145f9/07c00d63-0cc6-4292-adfe-dffaf025be99) {{(pid=94614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:37:33.393738 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:33.422592 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-090bb6cc-ebf4-49af-bcce-d87ca1d79528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:33.423445 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-506eecba-1de8-47f9-a78b-40589bd871cc None None] Set router 70fddc49-4edc-4c51-a052-98b2462a5d37 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:37:33.437291 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 54678) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:33.442427 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-11ce1750-42ee-4aa3-9d37-a0c749f3464b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1608105820', 'description': 'tempest-description--1959834184'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:37:33.519719 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090bb6cc-ebf4-49af-bcce-d87ca1d79528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffa902c-d3c3-441d-ad07-fcfe7124f674,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:33.532877 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e313c8e-a5a4-4fb1-bd5e-5fa6949e4a01 None None] Sync routers for ids ['fdb0a255-e87a-4160-91bc-2c34ce5120d7'] in dv-cinder-786386-11-iscsi {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:37:33.553977 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-3d527f9f-6c78-4757-a8f9-33d2c2e43187 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:33.569261 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-3d527f9f-6c78-4757-a8f9-33d2c2e43187 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/networks?id=60ee5afa-17b9-4cf6-a513-d0be6a626ec2 HTTP/1.1" status: 200 len: 819 time: 0.5733991 Aug 26 13:37:33.599269 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-090bb6cc-ebf4-49af-bcce-d87ca1d79528 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=94614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 13:37:33.634037 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-090bb6cc-ebf4-49af-bcce-d87ca1d79528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388'] for segment, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:33.635196 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.db.segments_db [None req-090bb6cc-ebf4-49af-bcce-d87ca1d79528 admin admin] Added segment 1365b0a4-4bed-438f-90ca-e911e23a9273 of type vlan for network 36e5cace-d726-4933-868c-bda1033652bc Aug 26 13:37:33.638741 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e313c8e-a5a4-4fb1-bd5e-5fa6949e4a01 None None] Routers {'fdb0a255-e87a-4160-91bc-2c34ce5120d7'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:37:33.639448 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-5e313c8e-a5a4-4fb1-bd5e-5fa6949e4a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:37:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['fdb0a255-e87a-4160-91bc-2c34ce5120d7'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:37:33.773486 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-090bb6cc-ebf4-49af-bcce-d87ca1d79528 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790399845762'] for network, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:33.821112 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Pushing event updated for resources: {'Port': ['ID=6ee4527f-a6ce-4249-9fdd-16a524ab1776,revision_number=4']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:33.876655 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 48aa41cd-2a6e-4dab-9cf6-0d004a674768 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:37:33.902363 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-21cc4f37-937c-499a-b384-f5607b57dbad tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/quotas/cf48eac27ef64ed48fd83b9d2b1cab96 HTTP/1.1" status: 200 len: 375 time: 0.1028478 Aug 26 13:37:33.956631 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-506eecba-1de8-47f9-a78b-40589bd871cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fddc49-4edc-4c51-a052-98b2462a5d37', 'name': 'tempest-ServerRescueNegativeTestJSON-2075397689-router', 'tenant_id': 'cf48eac27ef64ed48fd83b9d2b1cab96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '6ee4527f-a6ce-4249-9fdd-16a524ab1776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:37:21Z', 'updated_at': '2021-08-26T13:37:29Z', 'revision_number': 4, 'project_id': 'cf48eac27ef64ed48fd83b9d2b1cab96', 'gw_port': {'id': '6ee4527f-a6ce-4249-9fdd-16a524ab1776', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70fddc49-4edc-4c51-a052-98b2462a5d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:23Z', 'updated_at': '2021-08-26T13:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': 'd43c552d-112d-4c9a-a746-2e8e8832b265', 'name': '', 'network_id': '60ee5afa-17b9-4cf6-a513-d0be6a626ec2', 'tenant_id': 'cf48eac27ef64ed48fd83b9d2b1cab96', 'mac_address': 'fa:16:3e:41:7d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70fddc49-4edc-4c51-a052-98b2462a5d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '44553468-309b-402a-9962-58b86538a2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:28Z', 'updated_at': '2021-08-26T13:37:29Z', 'revision_number': 2, 'project_id': 'cf48eac27ef64ed48fd83b9d2b1cab96', 'subnets': [{'id': '44553468-309b-402a-9962-58b86538a2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:37:33.993299 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506eecba-1de8-47f9-a78b-40589bd871cc None None] Checking router: 70fddc49-4edc-4c51-a052-98b2462a5d37 for host: dv-cinder-786386-11-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:37:33.994021 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506eecba-1de8-47f9-a78b-40589bd871cc None None] Updating router 70fddc49-4edc-4c51-a052-98b2462a5d37 port d43c552d-112d-4c9a-a746-2e8e8832b265 binding host dv-cinder-786386-11-iscsi {{(pid=94617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 13:37:34.033375 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-5e313c8e-a5a4-4fb1-bd5e-5fa6949e4a01 None None] Set router fdb0a255-e87a-4160-91bc-2c34ce5120d7 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:37:34.039960 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-506eecba-1de8-47f9-a78b-40589bd871cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:34.076575 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port 48aa41cd-2a6e-4dab-9cf6-0d004a674768 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:37:34.077318 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:34.129886 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-e086a342-585a-4726-ac50-30843e930cd6 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf48eac27ef64ed48fd83b9d2b1cab96&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2263570 Aug 26 13:37:34.231023 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-11ce1750-42ee-4aa3-9d37-a0c749f3464b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:34.265129 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-65d0afff-3a74-4056-9f83-c901c73a6881 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Notify callbacks [] for port, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:34.451845 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-11ce1750-42ee-4aa3-9d37-a0c749f3464b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:34.559029 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-610c31ee-276a-4361-8f85-295d8ff09bc9 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 13:37:34.560327 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-610c31ee-276a-4361-8f85-295d8ff09bc9 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0977612 Aug 26 13:37:34.645243 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-5e313c8e-a5a4-4fb1-bd5e-5fa6949e4a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'name': 'tempest-AttachVolumeShelveTestJSON-95078014-router', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:37:22Z', 'updated_at': '2021-08-26T13:37:29Z', 'revision_number': 4, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'gw_port': {'id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:24Z', 'updated_at': '2021-08-26T13:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': 'a76ee43c-da1e-4ef0-a139-efd20c3ba409', 'name': '', 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'mac_address': 'fa:16:3e:22:79:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f404f389-dc0c-4c0d-a515-d27c76237ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:28Z', 'updated_at': '2021-08-26T13:37:30Z', 'revision_number': 2, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'subnets': [{'id': 'f404f389-dc0c-4c0d-a515-d27c76237ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:37:34.655754 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-090bb6cc-ebf4-49af-bcce-d87ca1d79528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412'] for network, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:34.665168 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090bb6cc-ebf4-49af-bcce-d87ca1d79528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:34.665168 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-090bb6cc-ebf4-49af-bcce-d87ca1d79528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for network, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:34.688388 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e313c8e-a5a4-4fb1-bd5e-5fa6949e4a01 None None] Checking router: fdb0a255-e87a-4160-91bc-2c34ce5120d7 for host: dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:37:34.688972 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e313c8e-a5a4-4fb1-bd5e-5fa6949e4a01 None None] Updating router fdb0a255-e87a-4160-91bc-2c34ce5120d7 port a76ee43c-da1e-4ef0-a139-efd20c3ba409 binding host dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 13:37:34.703056 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-506eecba-1de8-47f9-a78b-40589bd871cc None None] Notify callbacks [] for port, precommit_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:34.719298 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-506eecba-1de8-47f9-a78b-40589bd871cc None None] Transition to ACTIVE for port object d43c552d-112d-4c9a-a746-2e8e8832b265 will not be triggered until provisioned by entity L2. {{(pid=94617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:37:34.743460 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5e313c8e-a5a4-4fb1-bd5e-5fa6949e4a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:34.805211 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090bb6cc-ebf4-49af-bcce-d87ca1d79528 admin admin] Pushing event updated for resources: {'Network': ['ID=36e5cace-d726-4933-868c-bda1033652bc,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:34.828935 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-d41c0724-5465-47a9-a7de-92a9f633d1d1 service neutron] 10.222.0.35 "GET /v2.0/networks/60ee5afa-17b9-4cf6-a513-d0be6a626ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563167 Aug 26 13:37:34.845122 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-11ce1750-42ee-4aa3-9d37-a0c749f3464b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:34.851419 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-65d0afff-3a74-4056-9f83-c901c73a6881 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975'] for port, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:34.924508 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce1750-42ee-4aa3-9d37-a0c749f3464b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69efafdc-1842-4454-b06f-61af9789679f,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:34.966555 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Network 36e5cace-d726-4933-868c-bda1033652bc details requested by agent ovs-agent-dv-cinder-786386-11-iscsi with host dv-cinder-786386-11-iscsi {{(pid=94616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 13:37:34.970536 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-506eecba-1de8-47f9-a78b-40589bd871cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:35.022185 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-11ce1750-42ee-4aa3-9d37-a0c749f3464b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:35.025460 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-11ce1750-42ee-4aa3-9d37-a0c749f3464b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.5855508 Aug 26 13:37:35.028807 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 54696) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:35.049603 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-f86cbd2f-d6df-413a-b1c6-b4dd5fc24215 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Request body: {'security_group_rule': {'security_group_id': '69efafdc-1842-4454-b06f-61af9789679f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:37:35.173551 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-506eecba-1de8-47f9-a78b-40589bd871cc None None] Attempting to bind port d43c552d-112d-4c9a-a746-2e8e8832b265 on host dv-cinder-786386-11-iscsi for vnic_type normal with profile {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:37:35.173551 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-506eecba-1de8-47f9-a78b-40589bd871cc None None] Attempting to bind port d43c552d-112d-4c9a-a746-2e8e8832b265 by drivers openvswitch,hyperv on host dv-cinder-786386-11-iscsi at level 0 using segments [{'id': '25450fc3-ef5a-474d-a5cf-eaafca82275e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '60ee5afa-17b9-4cf6-a513-d0be6a626ec2'}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:37:35.173551 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506eecba-1de8-47f9-a78b-40589bd871cc None None] Attempting to bind port d43c552d-112d-4c9a-a746-2e8e8832b265 on network 60ee5afa-17b9-4cf6-a513-d0be6a626ec2 {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:37:35.196376 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506eecba-1de8-47f9-a78b-40589bd871cc None None] Checking agent: {'id': 'e5d43163-2ed7-4be7-b0e9-dba87db69928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 28, 57), 'started_at': datetime.datetime(2021, 8, 26, 13, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:37:35.196916 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506eecba-1de8-47f9-a78b-40589bd871cc None None] Checking segment: {'id': '25450fc3-ef5a-474d-a5cf-eaafca82275e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '60ee5afa-17b9-4cf6-a513-d0be6a626ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:37:35.197220 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-506eecba-1de8-47f9-a78b-40589bd871cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:35.197651 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506eecba-1de8-47f9-a78b-40589bd871cc None None] Bound using segment: {'id': '25450fc3-ef5a-474d-a5cf-eaafca82275e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '60ee5afa-17b9-4cf6-a513-d0be6a626ec2'} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:37:35.198215 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-506eecba-1de8-47f9-a78b-40589bd871cc None None] Bound port: d43c552d-112d-4c9a-a746-2e8e8832b265, host: dv-cinder-786386-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25450fc3-ef5a-474d-a5cf-eaafca82275e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '60ee5afa-17b9-4cf6-a513-d0be6a626ec2'}}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:37:35.198685 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-506eecba-1de8-47f9-a78b-40589bd871cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:35.210011 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d0afff-3a74-4056-9f83-c901c73a6881 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Pushing event updated for resources: {'Port': ['ID=07c00d63-0cc6-4292-adfe-dffaf025be99,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:35.217484 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-090bb6cc-ebf4-49af-bcce-d87ca1d79528 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.8790669 Aug 26 13:37:35.218316 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 54702) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:35.223758 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-96995b23-c840-488d-8405-cac7b786ad58 admin admin] Request body: {'subnet': {'network_id': '36e5cace-d726-4933-868c-bda1033652bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1365081174-subnet', 'tenant_id': '62f174d15c424a52a2f8fc6206deb3aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:37:35.285978 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-65d0afff-3a74-4056-9f83-c901c73a6881 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Network c885ddbb-3440-4155-93af-426987b1c627 is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:37:35.303370 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-506eecba-1de8-47f9-a78b-40589bd871cc None None] For port d43c552d-112d-4c9a-a746-2e8e8832b265, host dv-cinder-786386-11-iscsi, cleared binding levels {{(pid=94617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:37:35.318500 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-65d0afff-3a74-4056-9f83-c901c73a6881 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:37:35.320694 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-506eecba-1de8-47f9-a78b-40589bd871cc None None] For port d43c552d-112d-4c9a-a746-2e8e8832b265, host dv-cinder-786386-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=d43c552d-112d-4c9a-a746-2e8e8832b265,segment=NetworkSegment(25450fc3-ef5a-474d-a5cf-eaafca82275e),segment_id=25450fc3-ef5a-474d-a5cf-eaafca82275e)] {{(pid=94617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:37:35.331092 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03722568-0459-4aee-9bbe-a8c76eb636d2 None None] Pushing event updated for resources: {'Port': ['ID=d43c552d-112d-4c9a-a746-2e8e8832b265,revision_number=3']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:35.370352 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-65d0afff-3a74-4056-9f83-c901c73a6881 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Received port after_create {{(pid=94614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:37:35.376097 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-65d0afff-3a74-4056-9f83-c901c73a6881 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:35.380079 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-65d0afff-3a74-4056-9f83-c901c73a6881 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for port, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:35.496673 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-921294b1-cc87-4db3-9a81-ac25955ccaab service neutron] 10.222.0.35 "GET /v2.0/networks/60ee5afa-17b9-4cf6-a513-d0be6a626ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6574636 Aug 26 13:37:35.536018 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543b2c0-198a-40bc-b30e-a583c8f42987 req-d04f62d0-1234-4585-b413-7e1db9688df4 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:35.547564 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d543b2c0-198a-40bc-b30e-a583c8f42987 req-d04f62d0-1234-4585-b413-7e1db9688df4 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/ports?device_id=e76160cc-69ae-4727-8f06-2302faa5b4ac HTTP/1.1" status: 200 len: 932 time: 0.3331158 Aug 26 13:37:35.591376 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f86cbd2f-d6df-413a-b1c6-b4dd5fc24215 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:35.622235 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-506eecba-1de8-47f9-a78b-40589bd871cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:35.627330 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d543b2c0-198a-40bc-b30e-a583c8f42987 req-24c38c5a-0f1d-4d95-9e75-8c0e6c331424 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/security-groups?id=225d5e46-1fc9-4734-a7ff-55b7aa12dd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776312 Aug 26 13:37:35.771760 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-65d0afff-3a74-4056-9f83-c901c73a6881 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2927876 Aug 26 13:37:35.793089 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 6ee4527f-a6ce-4249-9fdd-16a524ab1776 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:37:35.798510 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5e313c8e-a5a4-4fb1-bd5e-5fa6949e4a01 None None] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:35.841852 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506eecba-1de8-47f9-a78b-40589bd871cc None None] Routers {'70fddc49-4edc-4c51-a052-98b2462a5d37'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:37:35.842626 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-506eecba-1de8-47f9-a78b-40589bd871cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:37:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['70fddc49-4edc-4c51-a052-98b2462a5d37'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:37:35.851054 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03722568-0459-4aee-9bbe-a8c76eb636d2 None None] Pushing event updated for resources: {'Port': ['ID=d43c552d-112d-4c9a-a746-2e8e8832b265,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:35.891307 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f86cbd2f-d6df-413a-b1c6-b4dd5fc24215 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:35.897590 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-5e313c8e-a5a4-4fb1-bd5e-5fa6949e4a01 None None] Transition to ACTIVE for port object a76ee43c-da1e-4ef0-a139-efd20c3ba409 will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:37:35.937314 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port 6ee4527f-a6ce-4249-9fdd-16a524ab1776 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:37:35.938258 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:36.016716 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-506eecba-1de8-47f9-a78b-40589bd871cc None None] Set router 70fddc49-4edc-4c51-a052-98b2462a5d37 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:37:36.166402 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f86cbd2f-d6df-413a-b1c6-b4dd5fc24215 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096277'] for security_group_rule, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:36.167726 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5e313c8e-a5a4-4fb1-bd5e-5fa6949e4a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:36.250968 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96995b23-c840-488d-8405-cac7b786ad58 admin admin] Made reservation on behalf of 62f174d15c424a52a2f8fc6206deb3aa for: {'subnet': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:37:36.257782 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-96995b23-c840-488d-8405-cac7b786ad58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:36.451124 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86cbd2f-d6df-413a-b1c6-b4dd5fc24215 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ee150b-bcdd-4267-a2e0-1b5e54078dc5,revision_number=0']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:36.461481 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-506eecba-1de8-47f9-a78b-40589bd871cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fddc49-4edc-4c51-a052-98b2462a5d37', 'name': 'tempest-ServerRescueNegativeTestJSON-2075397689-router', 'tenant_id': 'cf48eac27ef64ed48fd83b9d2b1cab96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '6ee4527f-a6ce-4249-9fdd-16a524ab1776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:37:21Z', 'updated_at': '2021-08-26T13:37:29Z', 'revision_number': 4, 'project_id': 'cf48eac27ef64ed48fd83b9d2b1cab96', 'gw_port': {'id': '6ee4527f-a6ce-4249-9fdd-16a524ab1776', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fddc49-4edc-4c51-a052-98b2462a5d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:23Z', 'updated_at': '2021-08-26T13:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': 'd43c552d-112d-4c9a-a746-2e8e8832b265', 'name': '', 'network_id': '60ee5afa-17b9-4cf6-a513-d0be6a626ec2', 'tenant_id': 'cf48eac27ef64ed48fd83b9d2b1cab96', 'mac_address': 'fa:16:3e:41:7d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70fddc49-4edc-4c51-a052-98b2462a5d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '44553468-309b-402a-9962-58b86538a2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:28Z', 'updated_at': '2021-08-26T13:37:35Z', 'revision_number': 4, 'project_id': 'cf48eac27ef64ed48fd83b9d2b1cab96', 'subnets': [{'id': '44553468-309b-402a-9962-58b86538a2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:37:36.504558 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4240952c-46a6-46bc-813c-9f12e51b99ac req-d0e58861-2fce-4b8c-bb97-dc8991fcab73 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 210 time: 0.1138451 Aug 26 13:37:36.511746 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-0a4adc3d-69d6-4ea9-a7bc-1c499f65a976 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 13:37:36.515980 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-5e313c8e-a5a4-4fb1-bd5e-5fa6949e4a01 None None] Attempting to bind port a76ee43c-da1e-4ef0-a139-efd20c3ba409 on host dv-cinder-786386-11-iscsi for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:37:36.516522 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-5e313c8e-a5a4-4fb1-bd5e-5fa6949e4a01 None None] Attempting to bind port a76ee43c-da1e-4ef0-a139-efd20c3ba409 by drivers openvswitch,hyperv on host dv-cinder-786386-11-iscsi at level 0 using segments [{'id': '622f9d42-2ef0-4df2-9e01-d60060392ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:37:36.517004 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e313c8e-a5a4-4fb1-bd5e-5fa6949e4a01 None None] Attempting to bind port a76ee43c-da1e-4ef0-a139-efd20c3ba409 on network 4f0cbbb0-e1d8-4eda-8b5a-9467452e6368 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:37:36.517832 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-0a4adc3d-69d6-4ea9-a7bc-1c499f65a976 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469453 Aug 26 13:37:36.519649 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421b136-3d1e-4d0a-b10d-3153a8ecb7c5 None None] Pushing event updated for resources: {'Port': ['ID=a76ee43c-da1e-4ef0-a139-efd20c3ba409,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:36.534136 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e313c8e-a5a4-4fb1-bd5e-5fa6949e4a01 None None] Checking agent: {'id': 'e5d43163-2ed7-4be7-b0e9-dba87db69928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 28, 57), 'started_at': datetime.datetime(2021, 8, 26, 13, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:37:36.534750 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e313c8e-a5a4-4fb1-bd5e-5fa6949e4a01 None None] Checking segment: {'id': '622f9d42-2ef0-4df2-9e01-d60060392ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:37:36.535275 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5e313c8e-a5a4-4fb1-bd5e-5fa6949e4a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:36.535812 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e313c8e-a5a4-4fb1-bd5e-5fa6949e4a01 None None] Bound using segment: {'id': '622f9d42-2ef0-4df2-9e01-d60060392ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:37:36.536423 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-5e313c8e-a5a4-4fb1-bd5e-5fa6949e4a01 None None] Bound port: a76ee43c-da1e-4ef0-a139-efd20c3ba409, host: dv-cinder-786386-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622f9d42-2ef0-4df2-9e01-d60060392ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:37:36.537013 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5e313c8e-a5a4-4fb1-bd5e-5fa6949e4a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:36.573346 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f86cbd2f-d6df-413a-b1c6-b4dd5fc24215 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:36.581434 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-f86cbd2f-d6df-413a-b1c6-b4dd5fc24215 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5511324 Aug 26 13:37:36.584238 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 54740) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:36.589013 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-90ae1aab-b689-41e1-a993-4c8d6ca1705c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Request body: {'security_group_rule': {'security_group_id': '69efafdc-1842-4454-b06f-61af9789679f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:37:36.629661 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506eecba-1de8-47f9-a78b-40589bd871cc None None] The sync data for ids ['70fddc49-4edc-4c51-a052-98b2462a5d37'] in dv-cinder-786386-11-iscsi is: [{'id': '70fddc49-4edc-4c51-a052-98b2462a5d37', 'name': 'tempest-ServerRescueNegativeTestJSON-2075397689-router', 'tenant_id': 'cf48eac27ef64ed48fd83b9d2b1cab96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '6ee4527f-a6ce-4249-9fdd-16a524ab1776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:37:21Z', 'updated_at': '2021-08-26T13:37:29Z', 'revision_number': 4, 'project_id': 'cf48eac27ef64ed48fd83b9d2b1cab96', 'gw_port': {'id': '6ee4527f-a6ce-4249-9fdd-16a524ab1776', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fddc49-4edc-4c51-a052-98b2462a5d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:23Z', 'updated_at': '2021-08-26T13:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': 'd43c552d-112d-4c9a-a746-2e8e8832b265', 'name': '', 'network_id': '60ee5afa-17b9-4cf6-a513-d0be6a626ec2', 'tenant_id': 'cf48eac27ef64ed48fd83b9d2b1cab96', 'mac_address': 'fa:16:3e:41:7d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70fddc49-4edc-4c51-a052-98b2462a5d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '44553468-309b-402a-9962-58b86538a2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:28Z', 'updated_at': '2021-08-26T13:37:35Z', 'revision_number': 4, 'project_id': 'cf48eac27ef64ed48fd83b9d2b1cab96', 'subnets': [{'id': '44553468-309b-402a-9962-58b86538a2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:37:36.922750 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-5e313c8e-a5a4-4fb1-bd5e-5fa6949e4a01 None None] For port a76ee43c-da1e-4ef0-a139-efd20c3ba409, host dv-cinder-786386-11-iscsi, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:37:37.025493 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-5e313c8e-a5a4-4fb1-bd5e-5fa6949e4a01 None None] For port a76ee43c-da1e-4ef0-a139-efd20c3ba409, host dv-cinder-786386-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=a76ee43c-da1e-4ef0-a139-efd20c3ba409,segment=NetworkSegment(622f9d42-2ef0-4df2-9e01-d60060392ec1),segment_id=622f9d42-2ef0-4df2-9e01-d60060392ec1)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:37:37.044488 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 54764) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:37.119210 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-90ae1aab-b689-41e1-a993-4c8d6ca1705c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:37.232491 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2ff0d467-5429-4889-abde-0567b56708da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:37.245648 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5e313c8e-a5a4-4fb1-bd5e-5fa6949e4a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:37.371211 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d358656-041d-43ec-bfcc-628052e5a1c2 req-e3457220-8f97-4db7-976a-e85826da3425 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:37.382847 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8d358656-041d-43ec-bfcc-628052e5a1c2 req-e3457220-8f97-4db7-976a-e85826da3425 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/ports?device_id=e76160cc-69ae-4727-8f06-2302faa5b4ac HTTP/1.1" status: 200 len: 932 time: 0.5458696 Aug 26 13:37:37.439444 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-96995b23-c840-488d-8405-cac7b786ad58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412'] for subnet, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:37.492762 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e313c8e-a5a4-4fb1-bd5e-5fa6949e4a01 None None] Routers {'fdb0a255-e87a-4160-91bc-2c34ce5120d7'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:37:37.492762 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-5e313c8e-a5a4-4fb1-bd5e-5fa6949e4a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:37:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['fdb0a255-e87a-4160-91bc-2c34ce5120d7'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:37:37.537066 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-56f95f12-7326-4b46-8611-980245a5bc1a service neutron] Request body: {'port': {'device_id': 'e76160cc-69ae-4727-8f06-2302faa5b4ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:37:37.570208 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8d358656-041d-43ec-bfcc-628052e5a1c2 req-404fa864-ecc1-4582-bdcd-91eb69865751 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/security-groups?id=225d5e46-1fc9-4734-a7ff-55b7aa12dd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707711 Aug 26 13:37:37.660538 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-90ae1aab-b689-41e1-a993-4c8d6ca1705c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:37.760551 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96995b23-c840-488d-8405-cac7b786ad58 admin admin] Checking segment: {'id': '1365b0a4-4bed-438f-90ca-e911e23a9273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '36e5cace-d726-4933-868c-bda1033652bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:37:37.761235 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96995b23-c840-488d-8405-cac7b786ad58 admin admin] Network hostable DHCP agents. Network: 36e5cace-d726-4933-868c-bda1033652bc, hostable agents: ['4ade96b1-406d-4ebc-948b-9bb0af99b177'], hosted agents: [] {{(pid=94615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 13:37:37.766766 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96995b23-c840-488d-8405-cac7b786ad58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bef92eee-40eb-4bba-ae7d-32e58a3ee4ad,revision_number=0']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:37.770155 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2ff0d467-5429-4889-abde-0567b56708da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:37.855112 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-90ae1aab-b689-41e1-a993-4c8d6ca1705c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096277'] for security_group_rule, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:37.878979 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2ff0d467-5429-4889-abde-0567b56708da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:37.963755 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-2ff0d467-5429-4889-abde-0567b56708da admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b5b1d5cd48354386b29f8cd6c2bcfe2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9181545 Aug 26 13:37:37.967795 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421b136-3d1e-4d0a-b10d-3153a8ecb7c5 None None] Pushing event updated for resources: {'Port': ['ID=a76ee43c-da1e-4ef0-a139-efd20c3ba409,revision_number=4']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:37.969673 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 54802) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:37.992332 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96995b23-c840-488d-8405-cac7b786ad58 admin admin] Network 36e5cace-d726-4933-868c-bda1033652bc is scheduled to be hosted by DHCP agent 4ade96b1-406d-4ebc-948b-9bb0af99b177 with binding_index 1 {{(pid=94615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 13:37:38.011237 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0d467-5429-4889-abde-0567b56708da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba815a9-cd69-424a-9657-6b73a57b2434,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:38.044736 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-90ae1aab-b689-41e1-a993-4c8d6ca1705c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:38.045240 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-5e313c8e-a5a4-4fb1-bd5e-5fa6949e4a01 None None] Set router fdb0a255-e87a-4160-91bc-2c34ce5120d7 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:37:38.057198 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 54806) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:38.060169 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-90ae1aab-b689-41e1-a993-4c8d6ca1705c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4747806 Aug 26 13:37:38.075567 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-8b9d2554-9e64-46ad-bb75-b2f2df2345d8 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Request body: {'floatingip': {'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:37:38.139939 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae1aab-b689-41e1-a993-4c8d6ca1705c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07f154f3-592c-4a9b-a320-ed9375604628,revision_number=0']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:38.142924 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-56f95f12-7326-4b46-8611-980245a5bc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:38.153661 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-4c89ebc5-cf6d-4337-996b-452ad2ad212b tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:38.156017 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-4c89ebc5-cf6d-4337-996b-452ad2ad212b tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/networks?id=60ee5afa-17b9-4cf6-a513-d0be6a626ec2 HTTP/1.1" status: 200 len: 819 time: 1.0518086 Aug 26 13:37:38.211338 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-abbd9c73-7070-46af-a2a9-2fd2baea4fbf tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/quotas/cf48eac27ef64ed48fd83b9d2b1cab96 HTTP/1.1" status: 200 len: 375 time: 0.0260179 Aug 26 13:37:38.238436 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device d43c552d-112d-4c9a-a746-2e8e8832b265 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:37:38.250832 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-96995b23-c840-488d-8405-cac7b786ad58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-11-iscsi, 36e5cace-d726-4933-868c-bda1033652bc) {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:37:38.264207 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96995b23-c840-488d-8405-cac7b786ad58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:38.264207 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-96995b23-c840-488d-8405-cac7b786ad58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for subnet, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:38.330982 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c25173-460d-446d-b4b9-810aef17c38c None None] Network 36e5cace-d726-4933-868c-bda1033652bc requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:37:38.419181 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f50db728-34fc-4be9-8986-ee3fbd10ddfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:38.514115 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-b1989bcf-bb39-4f89-a37c-433ec51ac3cc tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf48eac27ef64ed48fd83b9d2b1cab96&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2616081 Aug 26 13:37:38.556834 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f50db728-34fc-4be9-8986-ee3fbd10ddfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:38.574339 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2554-9e64-46ad-bb75-b2f2df2345d8 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for floatingip, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:38.806443 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-96995b23-c840-488d-8405-cac7b786ad58 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.5869532 Aug 26 13:37:39.375511 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2554-9e64-46ad-bb75-b2f2df2345d8 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:39.445368 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49afab4-c9cd-4f55-a69c-774f901ba666 req-062847c8-b933-4715-b11b-948a7bea389d tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:39.451393 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e49afab4-c9cd-4f55-a69c-774f901ba666 req-062847c8-b933-4715-b11b-948a7bea389d tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/ports?device_id=e76160cc-69ae-4727-8f06-2302faa5b4ac HTTP/1.1" status: 200 len: 932 time: 0.3317645 Aug 26 13:37:39.481934 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 54840) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:39.497073 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-279d0e67-53ab-4019-a310-d5d00346075b service neutron] 10.222.0.35 "GET /v2.0/networks/60ee5afa-17b9-4cf6-a513-d0be6a626ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9343071 Aug 26 13:37:39.536738 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0872bf77-ea06-4350-879a-239d3ead59e9 None None] Network 36e5cace-d726-4933-868c-bda1033652bc requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:37:39.715047 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-5e313c8e-a5a4-4fb1-bd5e-5fa6949e4a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'name': 'tempest-AttachVolumeShelveTestJSON-95078014-router', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:37:22Z', 'updated_at': '2021-08-26T13:37:29Z', 'revision_number': 4, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'gw_port': {'id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:24Z', 'updated_at': '2021-08-26T13:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': 'a76ee43c-da1e-4ef0-a139-efd20c3ba409', 'name': '', 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'mac_address': 'fa:16:3e:22:79:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f404f389-dc0c-4c0d-a515-d27c76237ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:28Z', 'updated_at': '2021-08-26T13:37:36Z', 'revision_number': 4, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'subnets': [{'id': 'f404f389-dc0c-4c0d-a515-d27c76237ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:37:39.720573 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-21963c1d-45ff-43a3-805a-ff25a1efc38a service neutron] 10.222.0.35 "GET /v2.0/networks/60ee5afa-17b9-4cf6-a513-d0be6a626ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117298 Aug 26 13:37:39.752795 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-efb5158f-1ed4-4b34-b23c-85568ab489ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:39.768910 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e313c8e-a5a4-4fb1-bd5e-5fa6949e4a01 None None] The sync data for ids ['fdb0a255-e87a-4160-91bc-2c34ce5120d7'] in dv-cinder-786386-11-iscsi is: [{'id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'name': 'tempest-AttachVolumeShelveTestJSON-95078014-router', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:37:22Z', 'updated_at': '2021-08-26T13:37:29Z', 'revision_number': 4, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'gw_port': {'id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:24Z', 'updated_at': '2021-08-26T13:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': 'a76ee43c-da1e-4ef0-a139-efd20c3ba409', 'name': '', 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'mac_address': 'fa:16:3e:22:79:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f404f389-dc0c-4c0d-a515-d27c76237ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:28Z', 'updated_at': '2021-08-26T13:37:36Z', 'revision_number': 4, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'subnets': [{'id': 'f404f389-dc0c-4c0d-a515-d27c76237ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:37:39.832951 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning for port d43c552d-112d-4c9a-a746-2e8e8832b265 completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:37:39.862085 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port d43c552d-112d-4c9a-a746-2e8e8832b265 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:37:39.862762 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:40.121364 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-56f95f12-7326-4b46-8611-980245a5bc1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07c00d63-0cc6-4292-adfe-dffaf025be99 {{(pid=94614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:37:40.145376 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-56f95f12-7326-4b46-8611-980245a5bc1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:40.172082 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-56f95f12-7326-4b46-8611-980245a5bc1a service neutron] Transition to ACTIVE for port object 07c00d63-0cc6-4292-adfe-dffaf025be99 will not be triggered until provisioned by entity L2. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:37:40.258316 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e49afab4-c9cd-4f55-a69c-774f901ba666 req-7d9d7048-a534-42f1-b4ec-e5451e7b9737 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/security-groups?id=225d5e46-1fc9-4734-a7ff-55b7aa12dd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7738054 Aug 26 13:37:40.440977 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-56f95f12-7326-4b46-8611-980245a5bc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:40.445284 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:40.585893 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] For port d43c552d-112d-4c9a-a746-2e8e8832b265, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=d43c552d-112d-4c9a-a746-2e8e8832b265,segment=NetworkSegment(25450fc3-ef5a-474d-a5cf-eaafca82275e),segment_id=25450fc3-ef5a-474d-a5cf-eaafca82275e)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:37:40.593817 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f50db728-34fc-4be9-8986-ee3fbd10ddfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:40.659150 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f50db728-34fc-4be9-8986-ee3fbd10ddfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:40.668073 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-f50db728-34fc-4be9-8986-ee3fbd10ddfa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5ba815a9-cd69-424a-9657-6b73a57b2434 HTTP/1.1" status: 204 len: 168 time: 2.6922283 Aug 26 13:37:40.749415 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-71968f76-412a-487d-9ea8-8a2528eb1cb0 req-e4822fdf-f13f-41cc-b1e7-77442557b3d1 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 210 time: 0.1604116 Aug 26 13:37:40.776919 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f95f12-7326-4b46-8611-980245a5bc1a service neutron] Pushing event updated for resources: {'Port': ['ID=07c00d63-0cc6-4292-adfe-dffaf025be99,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:40.857370 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50db728-34fc-4be9-8986-ee3fbd10ddfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba815a9-cd69-424a-9657-6b73a57b2434,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:40.871203 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [None req-8b9d2554-9e64-46ad-bb75-b2f2df2345d8 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Allocated IP 172.27.2.184 (0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a/b7ae35bd-0037-4f3a-908b-b50a80e8b092/e79be0ef-a913-4d72-93bf-97b66cdee761) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:37:40.907763 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:40.982685 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-56f95f12-7326-4b46-8611-980245a5bc1a service neutron] Attempting to bind port 07c00d63-0cc6-4292-adfe-dffaf025be99 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:37:40.983484 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-56f95f12-7326-4b46-8611-980245a5bc1a service neutron] Attempting to bind port 07c00d63-0cc6-4292-adfe-dffaf025be99 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '95b630ac-523f-4ec4-b5a3-4a6f08dadeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c885ddbb-3440-4155-93af-426987b1c627'}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:37:40.983754 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-56f95f12-7326-4b46-8611-980245a5bc1a service neutron] Attempting to bind port 07c00d63-0cc6-4292-adfe-dffaf025be99 on network c885ddbb-3440-4155-93af-426987b1c627 {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:37:41.011193 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-56f95f12-7326-4b46-8611-980245a5bc1a service neutron] Port 07c00d63-0cc6-4292-adfe-dffaf025be99 on network c885ddbb-3440-4155-93af-426987b1c627 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 13:37:41.011728 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-56f95f12-7326-4b46-8611-980245a5bc1a service neutron] Attempting to bind port 07c00d63-0cc6-4292-adfe-dffaf025be99 on network c885ddbb-3440-4155-93af-426987b1c627 {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:37:41.042235 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-56f95f12-7326-4b46-8611-980245a5bc1a service neutron] Checking agent: {'id': 'ecd4b6ee-6295-46a8-8c11-8af9b25961a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'started_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:37:41.042820 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-56f95f12-7326-4b46-8611-980245a5bc1a service neutron] Checking segment: {'id': '95b630ac-523f-4ec4-b5a3-4a6f08dadeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c885ddbb-3440-4155-93af-426987b1c627'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:37:41.045486 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-56f95f12-7326-4b46-8611-980245a5bc1a service neutron] Bound using segment: {'id': '95b630ac-523f-4ec4-b5a3-4a6f08dadeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c885ddbb-3440-4155-93af-426987b1c627'} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:37:41.047019 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-56f95f12-7326-4b46-8611-980245a5bc1a service neutron] Bound port: 07c00d63-0cc6-4292-adfe-dffaf025be99, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b630ac-523f-4ec4-b5a3-4a6f08dadeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c885ddbb-3440-4155-93af-426987b1c627'}}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:37:41.048269 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-56f95f12-7326-4b46-8611-980245a5bc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:41.154927 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Pushing event updated for resources: {'Port': ['ID=d43c552d-112d-4c9a-a746-2e8e8832b265,revision_number=5']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:41.202622 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device a76ee43c-da1e-4ef0-a139-efd20c3ba409 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:37:41.377213 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-efb5158f-1ed4-4b34-b23c-85568ab489ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:41.398146 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-56f95f12-7326-4b46-8611-980245a5bc1a service neutron] For port 07c00d63-0cc6-4292-adfe-dffaf025be99, host hv-cinder-78638, cleared binding levels {{(pid=94614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:37:41.410170 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-56f95f12-7326-4b46-8611-980245a5bc1a service neutron] For port 07c00d63-0cc6-4292-adfe-dffaf025be99, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=07c00d63-0cc6-4292-adfe-dffaf025be99,segment=NetworkSegment(95b630ac-523f-4ec4-b5a3-4a6f08dadeab),segment_id=95b630ac-523f-4ec4-b5a3-4a6f08dadeab)] {{(pid=94614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:37:41.451518 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2554-9e64-46ad-bb75-b2f2df2345d8 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:41.454920 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 54908) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:41.511653 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning for port a76ee43c-da1e-4ef0-a139-efd20c3ba409 completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:37:41.514773 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-56f95f12-7326-4b46-8611-980245a5bc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:41.516281 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port a76ee43c-da1e-4ef0-a139-efd20c3ba409 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:37:41.516651 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:41.525090 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-efb5158f-1ed4-4b34-b23c-85568ab489ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:41.556662 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 54914) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:41.610930 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-efb5158f-1ed4-4b34-b23c-85568ab489ac admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f77e89b2c7fd40f399c2cbbdac5f6494&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1279194 Aug 26 13:37:41.615231 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 54916) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:41.623444 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-11c8b88a-f148-4a27-a736-0bba4199276d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-371449713-network', 'tenant_id': '93fc0a7e56aa4990aacd397af1f7c5d3'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:37:41.707391 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5158f-1ed4-4b34-b23c-85568ab489ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a661fd1b-a4c1-4339-9dbd-46d3fb53b908,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:41.721337 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-56f95f12-7326-4b46-8611-980245a5bc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:41.722719 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-56f95f12-7326-4b46-8611-980245a5bc1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for port, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:41.727329 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-56f95f12-7326-4b46-8611-980245a5bc1a service neutron] 10.222.0.38 "PUT /v2.0/ports/07c00d63-0cc6-4292-adfe-dffaf025be99 HTTP/1.1" status: 200 len: 1094 time: 4.6193402 Aug 26 13:37:41.738578 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e76160cc-69ae-4727-8f06-2302faa5b4ac', 'tag': '07c00d63-0cc6-4292-adfe-dffaf025be99'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:37:41.803018 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-3da2ca02-17d1-472c-96ed-8d68060dd972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:41.851270 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:41.888961 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-3da2ca02-17d1-472c-96ed-8d68060dd972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:42.036405 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2554-9e64-46ad-bb75-b2f2df2345d8 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:42.054740 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] For port a76ee43c-da1e-4ef0-a139-efd20c3ba409, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=a76ee43c-da1e-4ef0-a139-efd20c3ba409,segment=NetworkSegment(622f9d42-2ef0-4df2-9e01-d60060392ec1),segment_id=622f9d42-2ef0-4df2-9e01-d60060392ec1)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:37:42.096614 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d2554-9e64-46ad-bb75-b2f2df2345d8 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Pushing event updated for resources: {'Port': ['ID=e79be0ef-a913-4d72-93bf-97b66cdee761,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:42.109988 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9d2554-9e64-46ad-bb75-b2f2df2345d8 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Network 0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:37:42.109988 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-8b9d2554-9e64-46ad-bb75-b2f2df2345d8 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:37:42.112797 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9d2554-9e64-46ad-bb75-b2f2df2345d8 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:37:42.155124 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-99f70648-80e0-4f94-9971-65150fad9cd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:42.178077 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8f827f57-2fad-41d1-bce5-a6465afae8d8 req-8d7f6254-4922-4ba5-89cf-e3380bd4da92 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0947106 Aug 26 13:37:42.469352 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef728a3f-cde6-454e-be43-3d111a92c530 req-c4b9402a-184f-4473-a1bd-076dac0352ab tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:42.479965 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ef728a3f-cde6-454e-be43-3d111a92c530 req-c4b9402a-184f-4473-a1bd-076dac0352ab tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/ports?device_id=e76160cc-69ae-4727-8f06-2302faa5b4ac HTTP/1.1" status: 200 len: 944 time: 0.7885404 Aug 26 13:37:42.494166 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:42.543939 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a01c3ba01e4bf0bec97fb524610b41262b2b21d9aec27a526a98035f21d3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801ccd7d-bb04-4ec9-893e-650ccd6bc778" -d '{"events": [{"name": "network-changed", "server_uuid": "e76160cc-69ae-4727-8f06-2302faa5b4ac", "tag": "07c00d63-0cc6-4292-adfe-dffaf025be99"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:37:42.543939 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f95f12-7326-4b46-8611-980245a5bc1a service neutron] Pushing event updated for resources: {'Port': ['ID=07c00d63-0cc6-4292-adfe-dffaf025be99,revision_number=3']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:42.576840 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-3da2ca02-17d1-472c-96ed-8d68060dd972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:42.586561 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-3da2ca02-17d1-472c-96ed-8d68060dd972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:42.588158 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c8b88a-f148-4a27-a736-0bba4199276d admin admin] Made reservation on behalf of 93fc0a7e56aa4990aacd397af1f7c5d3 for: {'network': 1} {{(pid=94614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:37:42.597358 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-3da2ca02-17d1-472c-96ed-8d68060dd972 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a661fd1b-a4c1-4339-9dbd-46d3fb53b908 HTTP/1.1" status: 204 len: 168 time: 0.9703753 Aug 26 13:37:42.604486 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-11c8b88a-f148-4a27-a736-0bba4199276d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for network, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:42.650488 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-11c8b88a-f148-4a27-a736-0bba4199276d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:42.684272 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-f2eb2a36-ee07-4fc1-8d9b-bd8e2c328273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:42.689802 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-f2eb2a36-ee07-4fc1-8d9b-bd8e2c328273 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=637cffd74c534b31a2ec453c004172c3&device_id=e76160cc-69ae-4727-8f06-2302faa5b4ac HTTP/1.1" status: 200 len: 1097 time: 0.5555542 Aug 26 13:37:42.774029 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Pushing event updated for resources: {'Port': ['ID=a76ee43c-da1e-4ef0-a139-efd20c3ba409,revision_number=5']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:42.792870 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2ca02-17d1-472c-96ed-8d68060dd972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a661fd1b-a4c1-4339-9dbd-46d3fb53b908,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:42.877495 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2554-9e64-46ad-bb75-b2f2df2345d8 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:42.879883 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.db.api [None req-11c8b88a-f148-4a27-a736-0bba4199276d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 26 13:37:42.879883 dv-cinder-786386-11-iscsi neutron-server[94614]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 26 13:37:42.879883 dv-cinder-786386-11-iscsi neutron-server[94614]: [parameters: {'project_id_1': '93fc0a7e56aa4990aacd397af1f7c5d3', 'expiration_1': datetime.datetime(2021, 8, 26, 13, 37, 42, 716284)}] Aug 26 13:37:42.879883 dv-cinder-786386-11-iscsi neutron-server[94614]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 13:37:42.882958 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG oslo_db.api [None req-11c8b88a-f148-4a27-a736-0bba4199276d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 13:37:42.998879 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ef728a3f-cde6-454e-be43-3d111a92c530 req-ae6af59e-6559-4b28-b164-8c3e139fd0c6 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/security-groups?id=225d5e46-1fc9-4734-a7ff-55b7aa12dd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882214 Aug 26 13:37:43.163130 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device a76ee43c-da1e-4ef0-a139-efd20c3ba409 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:37:43.172455 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2554-9e64-46ad-bb75-b2f2df2345d8 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:43.487844 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port a76ee43c-da1e-4ef0-a139-efd20c3ba409 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:37:43.487844 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:43.488202 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-11c8b88a-f148-4a27-a736-0bba4199276d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:43.488202 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 13:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee63d9f-7cdf-4098-b8ba-0806e9996129 x-openstack-request-id: req-aee63d9f-7cdf-4098-b8ba-0806e9996129 {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:37:43.488202 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e76160cc-69ae-4727-8f06-2302faa5b4ac", "tag": "07c00d63-0cc6-4292-adfe-dffaf025be99", "status": "completed", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:37:43.488202 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aee63d9f-7cdf-4098-b8ba-0806e9996129 {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:37:43.488202 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e76160cc-69ae-4727-8f06-2302faa5b4ac', 'tag': '07c00d63-0cc6-4292-adfe-dffaf025be99', 'status': 'completed', 'code': 200} Aug 26 13:37:43.504765 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-ef70bb15-f8c2-464d-b2b2-7befe4be0a5a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07c00d63-0cc6-4292-adfe-dffaf025be99 HTTP/1.1" status: 200 len: 217 time: 0.4352586 Aug 26 13:37:43.606388 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1531167b-ee10-4c22-99e5-d010c667d8ee req-7b4fa39f-251c-49c4-b700-94a63971c71f tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 210 time: 0.1282892 Aug 26 13:37:43.752185 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device d43c552d-112d-4c9a-a746-2e8e8832b265 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:37:43.777038 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2554-9e64-46ad-bb75-b2f2df2345d8 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:43.803414 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-5334b4cf-5c24-4cd8-9308-d9c27ade5258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:43.804966 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-5334b4cf-5c24-4cd8-9308-d9c27ade5258 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3fbb77d0-218c-467b-8197-16e3bcc145f9 HTTP/1.1" status: 200 len: 852 time: 0.2808480 Aug 26 13:37:43.858443 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-99f70648-80e0-4f94-9971-65150fad9cd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:43.864749 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port d43c552d-112d-4c9a-a746-2e8e8832b265 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:37:43.865372 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:44.229352 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2554-9e64-46ad-bb75-b2f2df2345d8 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:44.242397 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f08fa-d1ae-4d79-99c9-e2dbdf9922f2 req-6f8326f0-a3a5-4e8f-a976-89758d2defda tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:44.261988 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-298f08fa-d1ae-4d79-99c9-e2dbdf9922f2 req-6f8326f0-a3a5-4e8f-a976-89758d2defda tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/ports?device_id=e76160cc-69ae-4727-8f06-2302faa5b4ac HTTP/1.1" status: 200 len: 944 time: 0.1148233 Aug 26 13:37:44.301044 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d2554-9e64-46ad-bb75-b2f2df2345d8 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Pushing event updated for resources: {'Port': ['ID=e79be0ef-a913-4d72-93bf-97b66cdee761,revision_number=2']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:44.307365 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-99f70648-80e0-4f94-9971-65150fad9cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:44.310477 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2554-9e64-46ad-bb75-b2f2df2345d8 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430417'] for floatingip, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:44.378630 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-298f08fa-d1ae-4d79-99c9-e2dbdf9922f2 req-84da9271-6543-4061-aa60-48fa550f5495 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/security-groups?id=225d5e46-1fc9-4734-a7ff-55b7aa12dd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156964 Aug 26 13:37:44.414723 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-99f70648-80e0-4f94-9971-65150fad9cd8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=805718f725734910a7bd3e270ee53bf8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9581869 Aug 26 13:37:44.422271 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f70648-80e0-4f94-9971-65150fad9cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e8249c-12e8-44a0-b407-33519335bc84,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:44.428179 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 54962) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:44.590178 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-11c8b88a-f148-4a27-a736-0bba4199276d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:44.594712 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-69782803-d0d5-4584-b1c8-a7f2960c3996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:44.647933 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-69782803-d0d5-4584-b1c8-a7f2960c3996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:44.779550 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-244ae5e2-effe-4ba4-8e60-933dbfb227a6 req-58bd8a3e-cd1a-4b75-ba3e-e80bd8d22e79 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0450065 Aug 26 13:37:44.785176 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 6 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:37:44.903077 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-11c8b88a-f148-4a27-a736-0bba4199276d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:44.911018 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-69782803-d0d5-4584-b1c8-a7f2960c3996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:44.919350 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-69782803-d0d5-4584-b1c8-a7f2960c3996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:44.919350 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-69782803-d0d5-4584-b1c8-a7f2960c3996 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/73e8249c-12e8-44a0-b407-33519335bc84 HTTP/1.1" status: 204 len: 168 time: 0.4868476 Aug 26 13:37:44.953219 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11c8b88a-f148-4a27-a736-0bba4199276d admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=94614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 13:37:44.981901 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-11c8b88a-f148-4a27-a736-0bba4199276d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388'] for segment, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:44.982280 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.db.segments_db [None req-11c8b88a-f148-4a27-a736-0bba4199276d admin admin] Added segment d3c99a21-c5fa-48a7-b0e8-b8248a41f72a of type vlan for network d4fbf7b6-dbbc-4b11-b75a-c5ea33c2a7a4 Aug 26 13:37:44.991135 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c8b88a-f148-4a27-a736-0bba4199276d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd5fbdf-5e3f-4bea-acfd-9b17bf535f9a,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:45.051460 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69782803-d0d5-4584-b1c8-a7f2960c3996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e8249c-12e8-44a0-b407-33519335bc84,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:45.051460 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-11c8b88a-f148-4a27-a736-0bba4199276d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790399845762'] for network, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:45.197885 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2554-9e64-46ad-bb75-b2f2df2345d8 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for floatingip, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:45.200815 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-8b9d2554-9e64-46ad-bb75-b2f2df2345d8 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1414003 Aug 26 13:37:45.306321 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-11c8b88a-f148-4a27-a736-0bba4199276d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412'] for network, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:45.307253 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c8b88a-f148-4a27-a736-0bba4199276d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:45.308221 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-11c8b88a-f148-4a27-a736-0bba4199276d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for network, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:45.434736 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c8b88a-f148-4a27-a736-0bba4199276d admin admin] Pushing event updated for resources: {'Network': ['ID=d4fbf7b6-dbbc-4b11-b75a-c5ea33c2a7a4,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:45.449681 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Network d4fbf7b6-dbbc-4b11-b75a-c5ea33c2a7a4 details requested by agent ovs-agent-dv-cinder-786386-11-iscsi with host dv-cinder-786386-11-iscsi {{(pid=94616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 13:37:45.472456 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-11c8b88a-f148-4a27-a736-0bba4199276d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.8794322 Aug 26 13:37:45.480520 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 54980) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:45.486610 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-bd2d9d3c-24c5-4a1a-a19d-6115f8fa0b96 admin admin] Request body: {'subnet': {'network_id': 'd4fbf7b6-dbbc-4b11-b75a-c5ea33c2a7a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-371449713-subnet', 'tenant_id': '93fc0a7e56aa4990aacd397af1f7c5d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:37:45.628096 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ef3ac-b022-413c-b760-8c58759e85bb req-070a0b37-da46-4572-89b4-4f3f87386a38 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:45.630114 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-609ef3ac-b022-413c-b760-8c58759e85bb req-070a0b37-da46-4572-89b4-4f3f87386a38 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/ports?device_id=e76160cc-69ae-4727-8f06-2302faa5b4ac HTTP/1.1" status: 200 len: 944 time: 0.0778675 Aug 26 13:37:45.693600 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-609ef3ac-b022-413c-b760-8c58759e85bb req-ea8f77ec-1f98-4a06-a69f-d26b0bfec6ab tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/security-groups?id=225d5e46-1fc9-4734-a7ff-55b7aa12dd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458031 Aug 26 13:37:45.892023 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-5937dd95-4665-4fd8-8c5f-e086190173ad tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1608105820&fields=id&tenant_id=cb7886896a194491958e9bfa03f0ea57 HTTP/1.1" status: 200 len: 267 time: 0.0648139 Aug 26 13:37:45.956007 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2d9d3c-24c5-4a1a-a19d-6115f8fa0b96 admin admin] Made reservation on behalf of 93fc0a7e56aa4990aacd397af1f7c5d3 for: {'subnet': 1} {{(pid=94614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:37:45.965741 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-bd2d9d3c-24c5-4a1a-a19d-6115f8fa0b96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:46.011382 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 55002) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:46.173185 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6d0a374c-36a4-48c4-ae2a-723c34f08277 req-9da6aac4-3102-405c-8475-f1bb467d498c tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 210 time: 0.2238591 Aug 26 13:37:46.309184 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-fd819636-3873-4d2a-8a53-7c167dac7d59 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:46.311896 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-fd819636-3873-4d2a-8a53-7c167dac7d59 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/networks?id=4f0cbbb0-e1d8-4eda-8b5a-9467452e6368 HTTP/1.1" status: 200 len: 815 time: 0.4588375 Aug 26 13:37:46.362670 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-adb1ffbd-a268-4e05-9d87-3a4746646700 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/quotas/cb7886896a194491958e9bfa03f0ea57 HTTP/1.1" status: 200 len: 375 time: 0.0349369 Aug 26 13:37:46.510518 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-97121838-ea27-4b6d-8894-af4626752252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:46.539279 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-97121838-ea27-4b6d-8894-af4626752252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:46.539617 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-09561f42-331f-42e2-9581-0f1e91f34e9b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb7886896a194491958e9bfa03f0ea57&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1352479 Aug 26 13:37:46.727822 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-0f659510-1a3e-4045-8ee3-fbff66d115be service neutron] 10.222.0.35 "GET /v2.0/networks/4f0cbbb0-e1d8-4eda-8b5a-9467452e6368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646030 Aug 26 13:37:46.748918 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-97121838-ea27-4b6d-8894-af4626752252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:46.876390 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-97121838-ea27-4b6d-8894-af4626752252 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5ba06ac7012844849a284757c9ae6397&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8628221 Aug 26 13:37:46.878738 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-bd2d9d3c-24c5-4a1a-a19d-6115f8fa0b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412'] for subnet, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:46.880860 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 55014) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:46.882195 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97121838-ea27-4b6d-8894-af4626752252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4295bf-6af9-46de-a9f2-945f23324211,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:46.984361 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 55016) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:47.003878 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-942aa15b-cab9-40cb-bd76-a1c25142973f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:47.085968 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-ac51e105-88cc-4f7f-ae1d-6aa4b9d35ab8 service neutron] 10.222.0.35 "GET /v2.0/networks/4f0cbbb0-e1d8-4eda-8b5a-9467452e6368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467405 Aug 26 13:37:47.096066 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c1fc8-6f33-4d63-bf63-240a59f35eb3 req-7cb8e9ea-93db-4496-af4f-1fd860343fda tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:47.097669 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-751c1fc8-6f33-4d63-bf63-240a59f35eb3 req-7cb8e9ea-93db-4496-af4f-1fd860343fda tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/ports?device_id=e76160cc-69ae-4727-8f06-2302faa5b4ac HTTP/1.1" status: 200 len: 944 time: 0.2269058 Aug 26 13:37:47.098371 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d9d3c-24c5-4a1a-a19d-6115f8fa0b96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7b31738-c54b-4ac7-a0f7-861da56b0e40,revision_number=0']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:47.152233 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2d9d3c-24c5-4a1a-a19d-6115f8fa0b96 admin admin] Checking segment: {'id': 'd3c99a21-c5fa-48a7-b0e8-b8248a41f72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd4fbf7b6-dbbc-4b11-b75a-c5ea33c2a7a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:37:47.152608 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2d9d3c-24c5-4a1a-a19d-6115f8fa0b96 admin admin] Network hostable DHCP agents. Network: d4fbf7b6-dbbc-4b11-b75a-c5ea33c2a7a4, hostable agents: ['4ade96b1-406d-4ebc-948b-9bb0af99b177'], hosted agents: [] {{(pid=94614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 13:37:47.158803 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5330adbc-a2b0-4dea-bc3a-b85c2a9551ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:47.181427 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-942aa15b-cab9-40cb-bd76-a1c25142973f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:47.212393 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-751c1fc8-6f33-4d63-bf63-240a59f35eb3 req-98b94048-8635-47b2-992c-263389ba76d6 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/security-groups?id=225d5e46-1fc9-4734-a7ff-55b7aa12dd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004505 Aug 26 13:37:47.252302 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5330adbc-a2b0-4dea-bc3a-b85c2a9551ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:47.297533 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-942aa15b-cab9-40cb-bd76-a1c25142973f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:47.353772 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2d9d3c-24c5-4a1a-a19d-6115f8fa0b96 admin admin] Network d4fbf7b6-dbbc-4b11-b75a-c5ea33c2a7a4 is scheduled to be hosted by DHCP agent 4ade96b1-406d-4ebc-948b-9bb0af99b177 with binding_index 1 {{(pid=94614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 13:37:47.362542 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942aa15b-cab9-40cb-bd76-a1c25142973f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44b5dd0-554a-4a42-b2f7-9c499dc2f41c,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:47.377116 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-942aa15b-cab9-40cb-bd76-a1c25142973f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8522c8a9012648e8bf96796f39244303&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3957129 Aug 26 13:37:47.377559 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 55026) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:47.415312 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c74fbd3b-076d-46bf-8b9d-a44c3e774a4d req-96589577-678c-4171-920b-81b699c44472 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0434313 Aug 26 13:37:47.416129 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5330adbc-a2b0-4dea-bc3a-b85c2a9551ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:47.418800 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5330adbc-a2b0-4dea-bc3a-b85c2a9551ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:47.420246 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-5330adbc-a2b0-4dea-bc3a-b85c2a9551ec admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ec4295bf-6af9-46de-a9f2-945f23324211 HTTP/1.1" status: 204 len: 168 time: 0.5189233 Aug 26 13:37:47.431329 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330adbc-a2b0-4dea-bc3a-b85c2a9551ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4295bf-6af9-46de-a9f2-945f23324211,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:47.441479 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9b2dec4d-098e-4735-a823-70110ef31593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:47.470085 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9b2dec4d-098e-4735-a823-70110ef31593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:47.491028 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-bd2d9d3c-24c5-4a1a-a19d-6115f8fa0b96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-11-iscsi, d4fbf7b6-dbbc-4b11-b75a-c5ea33c2a7a4) {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:37:47.501761 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2d9d3c-24c5-4a1a-a19d-6115f8fa0b96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:47.503116 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-bd2d9d3c-24c5-4a1a-a19d-6115f8fa0b96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for subnet, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:47.510611 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf9fec0-00db-4504-8330-9150c5a5e226 None None] Network d4fbf7b6-dbbc-4b11-b75a-c5ea33c2a7a4 requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:37:47.630186 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c0eeed92-c8b4-4401-acbc-be400ace059b req-4210a30f-2d03-4450-b57a-bb0116274e46 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 210 time: 0.0474730 Aug 26 13:37:47.657283 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.38', 61338) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:47.772308 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-4b8cb898-8d42-4efa-834d-d3d0f6902046 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c885ddbb-3440-4155-93af-426987b1c627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1203265 Aug 26 13:37:47.774848 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-bd2d9d3c-24c5-4a1a-a19d-6115f8fa0b96 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2954657 Aug 26 13:37:47.835191 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37f2b51-f83e-4914-a633-0c5d3c6acc7e None None] Network d4fbf7b6-dbbc-4b11-b75a-c5ea33c2a7a4 requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:37:47.884939 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9b2dec4d-098e-4735-a823-70110ef31593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:47.903911 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9b2dec4d-098e-4735-a823-70110ef31593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:47.903911 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-9b2dec4d-098e-4735-a823-70110ef31593 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d44b5dd0-554a-4a42-b2f7-9c499dc2f41c HTTP/1.1" status: 204 len: 168 time: 0.5137167 Aug 26 13:37:47.933166 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2dec4d-098e-4735-a823-70110ef31593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44b5dd0-554a-4a42-b2f7-9c499dc2f41c,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:47.939443 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-5e04f0c8-2cf5-437e-b9a5-4e28d62cfa82 service neutron] 10.222.0.38 "GET /v2.0/networks/c885ddbb-3440-4155-93af-426987b1c627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561148 Aug 26 13:37:48.008103 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-dc8bb565-af52-403d-9cd7-1da443f089e0 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:48.009972 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-dc8bb565-af52-403d-9cd7-1da443f089e0 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.38 "GET /v2.0/networks?id=60ee5afa-17b9-4cf6-a513-d0be6a626ec2 HTTP/1.1" status: 200 len: 819 time: 0.3393166 Aug 26 13:37:48.030806 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-51f11976-6ce5-445c-978b-903d2040686f tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Request body: {'port': {'device_id': '7957377b-2176-4c61-9084-4f28eaa17e79', 'network_id': '60ee5afa-17b9-4cf6-a513-d0be6a626ec2', 'admin_state_up': True, 'tenant_id': 'cf48eac27ef64ed48fd83b9d2b1cab96'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:37:48.124211 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-57e3dd2b-4805-4470-9272-74978e146ff8 req-b2f9235c-ee82-4000-9ce6-e99631384fff service neutron] 10.222.0.38 "GET /v2.0/networks/c885ddbb-3440-4155-93af-426987b1c627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774261 Aug 26 13:37:48.190645 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 55052) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:48.246530 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_v2 [None req-de8b7359-f585-4b8b-8bbc-6ec53ea245ca admin admin] Deleting subnet bef92eee-40eb-4bba-ae7d-32e58a3ee4ad {{(pid=94614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 13:37:48.251114 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-de8b7359-f585-4b8b-8bbc-6ec53ea245ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:48.320044 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-de8b7359-f585-4b8b-8bbc-6ec53ea245ca admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:48.330275 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-de8b7359-f585-4b8b-8bbc-6ec53ea245ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541549'] for subnet, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:48.342074 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-51f11976-6ce5-445c-978b-903d2040686f tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Made reservation on behalf of cf48eac27ef64ed48fd83b9d2b1cab96 for: {'port': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:37:48.347577 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-51f11976-6ce5-445c-978b-903d2040686f tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:48.459287 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ccd7d-bb04-4ec9-893e-650ccd6bc778 req-9d13fe59-d537-4b2f-87d2-0f7a7cc7c594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:48.460903 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-801ccd7d-bb04-4ec9-893e-650ccd6bc778 req-9d13fe59-d537-4b2f-87d2-0f7a7cc7c594 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=637cffd74c534b31a2ec453c004172c3&device_id=e76160cc-69ae-4727-8f06-2302faa5b4ac HTTP/1.1" status: 200 len: 1097 time: 0.0941794 Aug 26 13:37:48.474725 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94491acc-dfdd-4535-b550-0223183727d8 req-61595b6f-b72f-4882-9f35-d87e2f7ab062 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:48.474725 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-94491acc-dfdd-4535-b550-0223183727d8 req-61595b6f-b72f-4882-9f35-d87e2f7ab062 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/ports?device_id=e76160cc-69ae-4727-8f06-2302faa5b4ac HTTP/1.1" status: 200 len: 944 time: 0.1211009 Aug 26 13:37:48.579121 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-de8b7359-f585-4b8b-8bbc-6ec53ea245ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412'] for subnet, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:48.681179 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b7359-f585-4b8b-8bbc-6ec53ea245ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bef92eee-40eb-4bba-ae7d-32e58a3ee4ad,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:48.703519 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-de8b7359-f585-4b8b-8bbc-6ec53ea245ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for subnet, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:48.705417 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-de8b7359-f585-4b8b-8bbc-6ec53ea245ca admin admin] 10.222.0.35 "DELETE /v2.0/subnets/bef92eee-40eb-4bba-ae7d-32e58a3ee4ad HTTP/1.1" status: 204 len: 168 time: 0.5137329 Aug 26 13:37:48.716109 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-dbde80be-3023-4e88-a522-540763445b9d req-c7332b80-b80c-4627-9900-2af7aa2097e8 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 210 time: 0.1044428 Aug 26 13:37:48.727080 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 55074) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:48.788619 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-51f11976-6ce5-445c-978b-903d2040686f tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Allocated IP 172.20.0.5 (60ee5afa-17b9-4cf6-a513-d0be6a626ec2/44553468-309b-402a-9962-58b86538a2f3/61597be3-6d4e-42e3-ba19-d5e2b75991bf) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:37:48.817277 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-94491acc-dfdd-4535-b550-0223183727d8 req-11ba4c60-e83d-4d52-a9c0-29fec58a34c4 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/security-groups?id=225d5e46-1fc9-4734-a7ff-55b7aa12dd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000395 Aug 26 13:37:48.877202 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ab9076ba-c681-4fd1-8f72-9ad03a3d4a72 req-d2f62d5e-92fc-4971-8cfb-5544c5f9e730 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 210 time: 0.0582659 Aug 26 13:37:48.887239 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ccd7d-bb04-4ec9-893e-650ccd6bc778 req-3ac1504b-6a13-461d-889e-271563589d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:48.889318 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-801ccd7d-bb04-4ec9-893e-650ccd6bc778 req-3ac1504b-6a13-461d-889e-271563589d74 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c885ddbb-3440-4155-93af-426987b1c627 HTTP/1.1" status: 200 len: 913 time: 0.4013617 Aug 26 13:37:48.909134 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-456ce342-3d8b-49ca-a6de-84633cbb34fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1476925'] for network, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:48.946981 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-801ccd7d-bb04-4ec9-893e-650ccd6bc778 req-759406b9-42cb-4cab-8daa-e92509b2d860 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07c00d63-0cc6-4292-adfe-dffaf025be99 HTTP/1.1" status: 200 len: 217 time: 0.0485694 Aug 26 13:37:49.101288 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ccd7d-bb04-4ec9-893e-650ccd6bc778 req-3723d42f-e90e-44bc-9f76-3fdb5c22ab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:49.103225 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-801ccd7d-bb04-4ec9-893e-650ccd6bc778 req-3723d42f-e90e-44bc-9f76-3fdb5c22ab0b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3fbb77d0-218c-467b-8197-16e3bcc145f9 HTTP/1.1" status: 200 len: 852 time: 0.1485715 Aug 26 13:37:49.116747 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-51f11976-6ce5-445c-978b-903d2040686f tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:49.129289 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-456ce342-3d8b-49ca-a6de-84633cbb34fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-539478', 'neutron.services.segments.db._delete_segments_for_network-8790400307694'] for network, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:49.147011 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.38', 61341) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:49.290137 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-6f2fa3c2-01ed-42d2-bd09-1bb49e890864 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:49.292032 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-6f2fa3c2-01ed-42d2-bd09-1bb49e890864 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.38 "GET /v2.0/networks?id=60ee5afa-17b9-4cf6-a513-d0be6a626ec2 HTTP/1.1" status: 200 len: 819 time: 0.1437862 Aug 26 13:37:49.314879 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-3c7e3e2b-3064-429c-8f67-b926d32b08b1 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Request body: {'port': {'device_id': '080ebff3-028a-40ca-bcba-13bb43d3f2e6', 'network_id': '60ee5afa-17b9-4cf6-a513-d0be6a626ec2', 'admin_state_up': True, 'tenant_id': 'cf48eac27ef64ed48fd83b9d2b1cab96'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:37:49.333305 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-456ce342-3d8b-49ca-a6de-84633cbb34fd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:37:49.334233 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-456ce342-3d8b-49ca-a6de-84633cbb34fd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:37:49.335102 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-456ce342-3d8b-49ca-a6de-84633cbb34fd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:37:49.335485 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-456ce342-3d8b-49ca-a6de-84633cbb34fd admin admin] Subscribe: > port after_create 55550000 {{(pid=94614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:37:49.335814 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-456ce342-3d8b-49ca-a6de-84633cbb34fd admin admin] Subscribe: > port after_delete 55550000 {{(pid=94614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:37:49.336158 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-456ce342-3d8b-49ca-a6de-84633cbb34fd admin admin] Subscribe: > port after_update 55550000 {{(pid=94614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:37:49.336472 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-456ce342-3d8b-49ca-a6de-84633cbb34fd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:37:49.336819 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-456ce342-3d8b-49ca-a6de-84633cbb34fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:37:49.337134 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-456ce342-3d8b-49ca-a6de-84633cbb34fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:37:49.337472 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-456ce342-3d8b-49ca-a6de-84633cbb34fd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:37:49.479817 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-51f11976-6ce5-445c-978b-903d2040686f tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:49.574699 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-456ce342-3d8b-49ca-a6de-84633cbb34fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:37:49.575463 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-456ce342-3d8b-49ca-a6de-84633cbb34fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:37:49.575968 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-456ce342-3d8b-49ca-a6de-84633cbb34fd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:37:49.576457 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-456ce342-3d8b-49ca-a6de-84633cbb34fd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:37:49.577141 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.services.segments.db [None req-456ce342-3d8b-49ca-a6de-84633cbb34fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e5cace-d726-4933-868c-bda1033652bc']}} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:37:49.583197 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 55086) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:49.616382 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-801ccd7d-bb04-4ec9-893e-650ccd6bc778 req-4a109952-ddc1-4991-8215-6bae876765f4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c885ddbb-3440-4155-93af-426987b1c627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4679074 Aug 26 13:37:49.638438 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.services.segments.db [None req-456ce342-3d8b-49ca-a6de-84633cbb34fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1365b0a4-4bed-438f-90ca-e911e23a9273') {'for_net_delete': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:37:49.666421 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.services.segments.db [None req-456ce342-3d8b-49ca-a6de-84633cbb34fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1365b0a4-4bed-438f-90ca-e911e23a9273') {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:37:49.712877 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-67e374bc-dbf3-4a1c-b964-e4bdd3e75546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:49.717084 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-456ce342-3d8b-49ca-a6de-84633cbb34fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790400307577', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3147554'] for segment, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:49.764571 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-3c7e3e2b-3064-429c-8f67-b926d32b08b1 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Made reservation on behalf of cf48eac27ef64ed48fd83b9d2b1cab96 for: {'port': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:37:49.785930 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-3c7e3e2b-3064-429c-8f67-b926d32b08b1 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:49.802790 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-456ce342-3d8b-49ca-a6de-84633cbb34fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388'] for segment, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:49.812988 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-51f11976-6ce5-445c-978b-903d2040686f tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Network 60ee5afa-17b9-4cf6-a513-d0be6a626ec2 is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:37:49.813251 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-456ce342-3d8b-49ca-a6de-84633cbb34fd admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=94614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 13:37:49.813251 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-456ce342-3d8b-49ca-a6de-84633cbb34fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8625124'] for segment, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:49.825447 dv-cinder-786386-11-iscsi neutron-server[94614]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 26 13:37:49.825447 dv-cinder-786386-11-iscsi neutron-server[94614]: from cryptography.utils import int_from_bytes Aug 26 13:37:49.825447 dv-cinder-786386-11-iscsi neutron-server[94614]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 26 13:37:49.825447 dv-cinder-786386-11-iscsi neutron-server[94614]: from cryptography.utils import int_from_bytes Aug 26 13:37:49.825447 dv-cinder-786386-11-iscsi neutron-server[94614]: Traceback (most recent call last): Aug 26 13:37:49.825447 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 13:37:49.825447 dv-cinder-786386-11-iscsi neutron-server[94614]: timer() Aug 26 13:37:49.825447 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 13:37:49.825447 dv-cinder-786386-11-iscsi neutron-server[94614]: cb(*args, **kw) Aug 26 13:37:49.825447 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 13:37:49.825447 dv-cinder-786386-11-iscsi neutron-server[94614]: return func(*args, **kwargs) Aug 26 13:37:49.825447 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 13:37:49.825447 dv-cinder-786386-11-iscsi neutron-server[94614]: self._notify() Aug 26 13:37:49.825447 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 13:37:49.825447 dv-cinder-786386-11-iscsi neutron-server[94614]: self.callback(batched_events) Aug 26 13:37:49.825447 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 13:37:49.825447 dv-cinder-786386-11-iscsi neutron-server[94614]: event.method(event) Aug 26 13:37:49.825447 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 13:37:49.825447 dv-cinder-786386-11-iscsi neutron-server[94614]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 13:37:49.825447 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 13:37:49.825447 dv-cinder-786386-11-iscsi neutron-server[94614]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 13:37:49.825447 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 13:37:49.825447 dv-cinder-786386-11-iscsi neutron-server[94614]: return f(self, *a, **k) Aug 26 13:37:49.825447 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 13:37:49.825447 dv-cinder-786386-11-iscsi neutron-server[94614]: return self._get(url).json() Aug 26 13:37:49.825447 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 13:37:49.825447 dv-cinder-786386-11-iscsi neutron-server[94614]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 13:37:49.825447 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 13:37:49.825447 dv-cinder-786386-11-iscsi neutron-server[94614]: return self.request(url, 'GET', **kwargs) Aug 26 13:37:49.825447 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 13:37:49.825447 dv-cinder-786386-11-iscsi neutron-server[94614]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 13:37:49.825447 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 13:37:49.825447 dv-cinder-786386-11-iscsi neutron-server[94614]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 13:37:49.825447 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 13:37:49.825447 dv-cinder-786386-11-iscsi neutron-server[94614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 13:37:49.825447 dv-cinder-786386-11-iscsi neutron-server[94614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 13:37:49.828469 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-51f11976-6ce5-445c-978b-903d2040686f tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:37:49.836599 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-51f11976-6ce5-445c-978b-903d2040686f tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:37:49.853202 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-51f11976-6ce5-445c-978b-903d2040686f tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:49.862612 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-51f11976-6ce5-445c-978b-903d2040686f tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:49.885507 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f11976-6ce5-445c-978b-903d2040686f tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Pushing event updated for resources: {'Port': ['ID=61597be3-6d4e-42e3-ba19-d5e2b75991bf,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:50.096958 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9a58e7ca-05d9-44c3-a425-560405400c87 req-2a537fa5-8982-422b-95bd-4b2a6ae74d88 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 210 time: 0.1285241 Aug 26 13:37:50.134355 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-3c7e3e2b-3064-429c-8f67-b926d32b08b1 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Allocated IP 172.20.0.9 (60ee5afa-17b9-4cf6-a513-d0be6a626ec2/44553468-309b-402a-9962-58b86538a2f3/a7e0b1bc-455d-4000-96ab-09029c31f20e) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:37:50.234222 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a158004-c8cb-40ec-a06f-81737b3f5c5d req-b8f17fbb-37cc-47d4-a24c-be367aca2b69 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:50.235876 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8a158004-c8cb-40ec-a06f-81737b3f5c5d req-b8f17fbb-37cc-47d4-a24c-be367aca2b69 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/ports?device_id=e76160cc-69ae-4727-8f06-2302faa5b4ac HTTP/1.1" status: 200 len: 944 time: 0.2499480 Aug 26 13:37:50.242477 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-801ccd7d-bb04-4ec9-893e-650ccd6bc778 req-86f2c88b-94ad-4431-92c6-1e1ec0d891e1 service neutron] 10.222.0.38 "GET /v2.0/networks/c885ddbb-3440-4155-93af-426987b1c627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6066940 Aug 26 13:37:50.310161 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4656112b-9bd3-41a6-839e-498b69e74387 req-f67d18b8-137f-47df-89e0-1a87438b9f9e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 210 time: 0.0619564 Aug 26 13:37:50.312435 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-67e374bc-dbf3-4a1c-b964-e4bdd3e75546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:50.328650 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-456ce342-3d8b-49ca-a6de-84633cbb34fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-539439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430499'] for network, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:50.336675 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-456ce342-3d8b-49ca-a6de-84633cbb34fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for network, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:50.339481 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-456ce342-3d8b-49ca-a6de-84633cbb34fd admin admin] 10.222.0.35 "DELETE /v2.0/networks/36e5cace-d726-4933-868c-bda1033652bc HTTP/1.1" status: 204 len: 168 time: 1.6049976 Aug 26 13:37:50.342477 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-3c7e3e2b-3064-429c-8f67-b926d32b08b1 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:50.369900 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 55114) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:50.417084 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-67e374bc-dbf3-4a1c-b964-e4bdd3e75546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:50.426084 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8a158004-c8cb-40ec-a06f-81737b3f5c5d req-1403f684-97f1-420d-b477-8d276054ffdc tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/security-groups?id=225d5e46-1fc9-4734-a7ff-55b7aa12dd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821682 Aug 26 13:37:50.436753 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f79250e-2650-419b-a2cb-8488b0fc4ad7 admin admin] Deleting subnet c7b31738-c54b-4ac7-a0f7-861da56b0e40 {{(pid=94615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 13:37:50.440921 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2f79250e-2650-419b-a2cb-8488b0fc4ad7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:50.469480 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ce342-3d8b-49ca-a6de-84633cbb34fd admin admin] Pushing event deleted for resources: {'Network': ['ID=36e5cace-d726-4933-868c-bda1033652bc,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:50.515156 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2f79250e-2650-419b-a2cb-8488b0fc4ad7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:50.525027 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-51f11976-6ce5-445c-978b-903d2040686f tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4986558 Aug 26 13:37:50.528286 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-3c7e3e2b-3064-429c-8f67-b926d32b08b1 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:50.543244 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-67e374bc-dbf3-4a1c-b964-e4bdd3e75546 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5d7107b214a5467daef7ac633ac3b18b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9441934 Aug 26 13:37:50.548570 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 55118) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:50.563000 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-013ec757-1462-4027-8700-5be83167bb44 service neutron] Request body: {'port': {'device_id': '7957377b-2176-4c61-9084-4f28eaa17e79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:37:50.588034 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e374bc-dbf3-4a1c-b964-e4bdd3e75546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9051937-8c0f-4018-a430-bd76e9bffe33,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:50.617478 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2f79250e-2650-419b-a2cb-8488b0fc4ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541549'] for subnet, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:50.621157 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-801ccd7d-bb04-4ec9-893e-650ccd6bc778 req-54b509e8-eafa-4e24-9051-06173a293631 service neutron] 10.222.0.38 "GET /v2.0/networks/c885ddbb-3440-4155-93af-426987b1c627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645754 Aug 26 13:37:50.763491 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-3c7e3e2b-3064-429c-8f67-b926d32b08b1 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Network 60ee5afa-17b9-4cf6-a513-d0be6a626ec2 is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:37:50.803072 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-3c7e3e2b-3064-429c-8f67-b926d32b08b1 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:37:50.811761 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-3c7e3e2b-3064-429c-8f67-b926d32b08b1 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:37:50.823099 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-3c7e3e2b-3064-429c-8f67-b926d32b08b1 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:50.824125 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-3c7e3e2b-3064-429c-8f67-b926d32b08b1 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:50.837587 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e3e2b-3064-429c-8f67-b926d32b08b1 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Pushing event updated for resources: {'Port': ['ID=a7e0b1bc-455d-4000-96ab-09029c31f20e,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:50.945251 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-013ec757-1462-4027-8700-5be83167bb44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:50.988073 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8bb2e0a5-8237-490d-8281-ad0b28e3bec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:51.045809 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-3c7e3e2b-3064-429c-8f67-b926d32b08b1 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7364404 Aug 26 13:37:51.079114 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8bb2e0a5-8237-490d-8281-ad0b28e3bec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:51.100800 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-32b249b4-1a80-43ab-93b8-99f61b6f61f2 service neutron] Request body: {'port': {'device_id': '080ebff3-028a-40ca-bcba-13bb43d3f2e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:37:51.150127 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2f79250e-2650-419b-a2cb-8488b0fc4ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412'] for subnet, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:51.230944 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f79250e-2650-419b-a2cb-8488b0fc4ad7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7b31738-c54b-4ac7-a0f7-861da56b0e40,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:51.284146 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-304dda87-8dfd-4841-8f6b-c18f6e1ac45c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:51.286562 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-304dda87-8dfd-4841-8f6b-c18f6e1ac45c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.38 "GET /v2.0/networks?id=4f0cbbb0-e1d8-4eda-8b5a-9467452e6368 HTTP/1.1" status: 200 len: 815 time: 0.2017603 Aug 26 13:37:51.367990 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2f79250e-2650-419b-a2cb-8488b0fc4ad7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:51.371934 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-2f79250e-2650-419b-a2cb-8488b0fc4ad7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c7b31738-c54b-4ac7-a0f7-861da56b0e40 HTTP/1.1" status: 204 len: 168 time: 1.0007722 Aug 26 13:37:51.380458 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 55150) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:51.404293 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-174592fd-32a1-4034-a7bf-b3346db39c4d tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb7886896a194491958e9bfa03f0ea57 HTTP/1.1" status: 200 len: 380 time: 0.1025281 Aug 26 13:37:51.428678 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8170016-a094-4dae-92e3-c7bd7de2c8f4 req-4975dfe9-6f16-415a-a07a-71d731c65a63 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:51.432953 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a8170016-a094-4dae-92e3-c7bd7de2c8f4 req-4975dfe9-6f16-415a-a07a-71d731c65a63 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 931 time: 0.1445477 Aug 26 13:37:51.444214 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-7f794ae4-e960-4a39-9f79-4ac42fc4e180 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Request body: {'port': {'device_id': '31ccc686-1ce4-45ac-8fd3-e1b23818371b', 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368', 'admin_state_up': True, 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'security_groups': ['69efafdc-1842-4454-b06f-61af9789679f']}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:37:51.524642 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-631e8e2c-fe5c-487f-ad47-6fb56f58f219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1476925'] for network, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:51.599163 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9df03893-777d-436c-a736-c0554e4dafce req-042d6790-09d1-448e-8a5a-be873c5a3e31 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 210 time: 0.0842092 Aug 26 13:37:51.625126 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-32b249b4-1a80-43ab-93b8-99f61b6f61f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:51.628701 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a8170016-a094-4dae-92e3-c7bd7de2c8f4 req-d2847c4d-8c09-46ec-9a53-f5f93c76e7bd tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725407 Aug 26 13:37:51.781352 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74055332-a0c1-4a08-af44-fbec905d76aa req-d5a822e5-d7e7-4b49-abab-c5181f775ff5 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:51.783085 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-74055332-a0c1-4a08-af44-fbec905d76aa req-d5a822e5-d7e7-4b49-abab-c5181f775ff5 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/ports?device_id=e76160cc-69ae-4727-8f06-2302faa5b4ac HTTP/1.1" status: 200 len: 944 time: 0.0787270 Aug 26 13:37:51.835502 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-74055332-a0c1-4a08-af44-fbec905d76aa req-02acd88a-8335-45a6-bae6-f39d46f821c2 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/security-groups?id=225d5e46-1fc9-4734-a7ff-55b7aa12dd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443006 Aug 26 13:37:51.919780 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-7f794ae4-e960-4a39-9f79-4ac42fc4e180 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Made reservation on behalf of cb7886896a194491958e9bfa03f0ea57 for: {'port': 1} {{(pid=94614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:37:51.923523 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-7f794ae4-e960-4a39-9f79-4ac42fc4e180 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:51.935493 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8bb2e0a5-8237-490d-8281-ad0b28e3bec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:51.938297 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8bb2e0a5-8237-490d-8281-ad0b28e3bec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:51.939477 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-8bb2e0a5-8237-490d-8281-ad0b28e3bec7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f9051937-8c0f-4018-a430-bd76e9bffe33 HTTP/1.1" status: 204 len: 168 time: 1.3663657 Aug 26 13:37:51.959994 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-631e8e2c-fe5c-487f-ad47-6fb56f58f219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-539478', 'neutron.services.segments.db._delete_segments_for_network-8790400307694'] for network, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:51.962632 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb2e0a5-8237-490d-8281-ad0b28e3bec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9051937-8c0f-4018-a430-bd76e9bffe33,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:52.087841 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-631e8e2c-fe5c-487f-ad47-6fb56f58f219 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:37:52.088239 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-631e8e2c-fe5c-487f-ad47-6fb56f58f219 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:37:52.090834 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-631e8e2c-fe5c-487f-ad47-6fb56f58f219 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:37:52.091207 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-631e8e2c-fe5c-487f-ad47-6fb56f58f219 admin admin] Subscribe: > port after_create 55550000 {{(pid=94615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:37:52.091541 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-631e8e2c-fe5c-487f-ad47-6fb56f58f219 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:37:52.091873 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-631e8e2c-fe5c-487f-ad47-6fb56f58f219 admin admin] Subscribe: > port after_update 55550000 {{(pid=94615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:37:52.094196 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-631e8e2c-fe5c-487f-ad47-6fb56f58f219 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:37:52.095644 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-631e8e2c-fe5c-487f-ad47-6fb56f58f219 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:37:52.096688 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-631e8e2c-fe5c-487f-ad47-6fb56f58f219 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:37:52.097820 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-631e8e2c-fe5c-487f-ad47-6fb56f58f219 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:37:52.189204 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_common [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-7f794ae4-e960-4a39-9f79-4ac42fc4e180 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Allocated IP 172.20.0.10 (4f0cbbb0-e1d8-4eda-8b5a-9467452e6368/f404f389-dc0c-4c0d-a515-d27c76237ec3/18fb0b18-c6df-42fe-9d78-6d4ab5d593f8) {{(pid=94614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:37:52.348600 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-631e8e2c-fe5c-487f-ad47-6fb56f58f219 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:37:52.348956 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-631e8e2c-fe5c-487f-ad47-6fb56f58f219 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:37:52.349293 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-631e8e2c-fe5c-487f-ad47-6fb56f58f219 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:37:52.349617 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-631e8e2c-fe5c-487f-ad47-6fb56f58f219 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 13:37:52.350181 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-631e8e2c-fe5c-487f-ad47-6fb56f58f219 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4fbf7b6-dbbc-4b11-b75a-c5ea33c2a7a4']}} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:37:52.398843 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-631e8e2c-fe5c-487f-ad47-6fb56f58f219 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c99a21-c5fa-48a7-b0e8-b8248a41f72a') {'for_net_delete': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:37:52.399442 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-631e8e2c-fe5c-487f-ad47-6fb56f58f219 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c99a21-c5fa-48a7-b0e8-b8248a41f72a') {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:37:52.405421 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-7f794ae4-e960-4a39-9f79-4ac42fc4e180 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for port, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:52.425492 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-7f794ae4-e960-4a39-9f79-4ac42fc4e180 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Transition to ACTIVE for port object 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 will not be triggered until provisioned by entity DHCP. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:37:52.429827 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-631e8e2c-fe5c-487f-ad47-6fb56f58f219 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790400307577', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3242709'] for segment, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:52.466311 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-631e8e2c-fe5c-487f-ad47-6fb56f58f219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388'] for segment, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:52.498183 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-631e8e2c-fe5c-487f-ad47-6fb56f58f219 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=94615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 13:37:52.498381 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-631e8e2c-fe5c-487f-ad47-6fb56f58f219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8764740'] for segment, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:52.502550 dv-cinder-786386-11-iscsi neutron-server[94615]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 26 13:37:52.502550 dv-cinder-786386-11-iscsi neutron-server[94615]: from cryptography.utils import int_from_bytes Aug 26 13:37:52.502550 dv-cinder-786386-11-iscsi neutron-server[94615]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 26 13:37:52.502550 dv-cinder-786386-11-iscsi neutron-server[94615]: from cryptography.utils import int_from_bytes Aug 26 13:37:52.502550 dv-cinder-786386-11-iscsi neutron-server[94615]: Traceback (most recent call last): Aug 26 13:37:52.502550 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 13:37:52.502550 dv-cinder-786386-11-iscsi neutron-server[94615]: timer() Aug 26 13:37:52.502550 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 13:37:52.502550 dv-cinder-786386-11-iscsi neutron-server[94615]: cb(*args, **kw) Aug 26 13:37:52.502550 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 13:37:52.502550 dv-cinder-786386-11-iscsi neutron-server[94615]: return func(*args, **kwargs) Aug 26 13:37:52.502550 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 13:37:52.502550 dv-cinder-786386-11-iscsi neutron-server[94615]: self._notify() Aug 26 13:37:52.502550 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 13:37:52.502550 dv-cinder-786386-11-iscsi neutron-server[94615]: self.callback(batched_events) Aug 26 13:37:52.502550 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 13:37:52.502550 dv-cinder-786386-11-iscsi neutron-server[94615]: event.method(event) Aug 26 13:37:52.502550 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 13:37:52.502550 dv-cinder-786386-11-iscsi neutron-server[94615]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 13:37:52.502550 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 13:37:52.502550 dv-cinder-786386-11-iscsi neutron-server[94615]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 13:37:52.502550 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 13:37:52.502550 dv-cinder-786386-11-iscsi neutron-server[94615]: return f(self, *a, **k) Aug 26 13:37:52.502550 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 13:37:52.502550 dv-cinder-786386-11-iscsi neutron-server[94615]: return self._get(url).json() Aug 26 13:37:52.502550 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 13:37:52.502550 dv-cinder-786386-11-iscsi neutron-server[94615]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 13:37:52.502550 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 13:37:52.502550 dv-cinder-786386-11-iscsi neutron-server[94615]: return self.request(url, 'GET', **kwargs) Aug 26 13:37:52.502550 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 13:37:52.502550 dv-cinder-786386-11-iscsi neutron-server[94615]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 13:37:52.502550 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 13:37:52.502550 dv-cinder-786386-11-iscsi neutron-server[94615]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 13:37:52.502550 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 13:37:52.502550 dv-cinder-786386-11-iscsi neutron-server[94615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 13:37:52.502550 dv-cinder-786386-11-iscsi neutron-server[94615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 13:37:52.514127 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 07c00d63-0cc6-4292-adfe-dffaf025be99 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=94616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 13:37:52.571741 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-013ec757-1462-4027-8700-5be83167bb44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61597be3-6d4e-42e3-ba19-d5e2b75991bf {{(pid=94615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:37:52.580784 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-013ec757-1462-4027-8700-5be83167bb44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:52.643498 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-7f794ae4-e960-4a39-9f79-4ac42fc4e180 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:52.713697 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.provisioning_blocks [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-013ec757-1462-4027-8700-5be83167bb44 service neutron] Transition to ACTIVE for port object 61597be3-6d4e-42e3-ba19-d5e2b75991bf will not be triggered until provisioned by entity L2. {{(pid=94615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:37:52.715392 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-631e8e2c-fe5c-487f-ad47-6fb56f58f219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-539439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430499'] for network, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:52.730373 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-631e8e2c-fe5c-487f-ad47-6fb56f58f219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for network, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:52.740748 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-631e8e2c-fe5c-487f-ad47-6fb56f58f219 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d4fbf7b6-dbbc-4b11-b75a-c5ea33c2a7a4 HTTP/1.1" status: 204 len: 168 time: 1.3325489 Aug 26 13:37:52.766499 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-7f794ae4-e960-4a39-9f79-4ac42fc4e180 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Network 4f0cbbb0-e1d8-4eda-8b5a-9467452e6368 is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:37:52.774489 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e8e2c-fe5c-487f-ad47-6fb56f58f219 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4fbf7b6-dbbc-4b11-b75a-c5ea33c2a7a4,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:52.778462 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 07c00d63-0cc6-4292-adfe-dffaf025be99, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=07c00d63-0cc6-4292-adfe-dffaf025be99,segment=NetworkSegment(95b630ac-523f-4ec4-b5a3-4a6f08dadeab),segment_id=95b630ac-523f-4ec4-b5a3-4a6f08dadeab)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:37:52.792367 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-7f794ae4-e960-4a39-9f79-4ac42fc4e180 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:37:52.798505 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-7f794ae4-e960-4a39-9f79-4ac42fc4e180 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Received port after_create {{(pid=94614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:37:52.813343 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Returning: {'device': '07c00d63-0cc6-4292-adfe-dffaf025be99', 'network_id': 'c885ddbb-3440-4155-93af-426987b1c627', 'port_id': '07c00d63-0cc6-4292-adfe-dffaf025be99', 'mac_address': 'fa:16:3e:64:4a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fbb77d0-218c-467b-8197-16e3bcc145f9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 13:37:52.868551 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-013ec757-1462-4027-8700-5be83167bb44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764776'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:52.886493 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:52.903685 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07c00d63-0cc6-4292-adfe-dffaf025be99 {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:37:52.946485 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 07c00d63-0cc6-4292-adfe-dffaf025be99, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=07c00d63-0cc6-4292-adfe-dffaf025be99,segment=NetworkSegment(95b630ac-523f-4ec4-b5a3-4a6f08dadeab),segment_id=95b630ac-523f-4ec4-b5a3-4a6f08dadeab)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:37:52.957654 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-7f794ae4-e960-4a39-9f79-4ac42fc4e180 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:52.963552 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-7f794ae4-e960-4a39-9f79-4ac42fc4e180 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for port, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:53.034378 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:53.041749 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f794ae4-e960-4a39-9f79-4ac42fc4e180 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Pushing event updated for resources: {'Port': ['ID=18fb0b18-c6df-42fe-9d78-6d4ab5d593f8,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:53.074112 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-7f794ae4-e960-4a39-9f79-4ac42fc4e180 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6381946 Aug 26 13:37:53.102956 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a2550-b429-4d3d-9ae7-a9b3a44d3227 req-6ff95728-41a9-4f89-ae0e-8603fdedbca1 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:53.104476 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a04a2550-b429-4d3d-9ae7-a9b3a44d3227 req-6ff95728-41a9-4f89-ae0e-8603fdedbca1 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 932 time: 0.1531026 Aug 26 13:37:53.108886 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-19471c92-530d-446f-b1e5-204775c996fb service neutron] Request body: {'port': {'device_id': '31ccc686-1ce4-45ac-8fd3-e1b23818371b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:37:53.152942 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ff43b-226e-451c-a249-4c7abf7fe65f req-5d0c2851-0e56-4c43-b6f3-1d1e92251cd0 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:53.166399 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f43ff43b-226e-451c-a249-4c7abf7fe65f req-5d0c2851-0e56-4c43-b6f3-1d1e92251cd0 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 931 time: 0.2045383 Aug 26 13:37:53.206138 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=07c00d63-0cc6-4292-adfe-dffaf025be99,revision_number=4']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:53.293552 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f43ff43b-226e-451c-a249-4c7abf7fe65f req-cd19dd5d-9156-419c-bde8-c8a3ee065cac tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259277 Aug 26 13:37:53.305803 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a04a2550-b429-4d3d-9ae7-a9b3a44d3227 req-6fe180c9-131c-4d8e-98d0-3d9adb7c8f3c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711228 Aug 26 13:37:53.306980 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-19471c92-530d-446f-b1e5-204775c996fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:53.317827 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-7affde47-17af-4a24-9945-2b6a58fc6828 None None] Provisioning for port 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 completed by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:37:53.323458 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-7affde47-17af-4a24-9945-2b6a58fc6828 None None] Provisioning complete for port 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:37:53.323833 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7affde47-17af-4a24-9945-2b6a58fc6828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:53.414150 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['07c00d63-0cc6-4292-adfe-dffaf025be99'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:37:53.478657 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 55210) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:53.538184 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-7affde47-17af-4a24-9945-2b6a58fc6828 None None] Port 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 cannot update to ACTIVE because it is not bound. {{(pid=94616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 13:37:53.633958 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ec757-1462-4027-8700-5be83167bb44 service neutron] Pushing event updated for resources: {'Port': ['ID=61597be3-6d4e-42e3-ba19-d5e2b75991bf,revision_number=2']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:53.774351 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-013ec757-1462-4027-8700-5be83167bb44 service neutron] Attempting to bind port 61597be3-6d4e-42e3-ba19-d5e2b75991bf on host hv-cinder-78638 for vnic_type normal with profile {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:37:53.774859 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-013ec757-1462-4027-8700-5be83167bb44 service neutron] Attempting to bind port 61597be3-6d4e-42e3-ba19-d5e2b75991bf by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '25450fc3-ef5a-474d-a5cf-eaafca82275e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '60ee5afa-17b9-4cf6-a513-d0be6a626ec2'}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:37:53.775209 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-013ec757-1462-4027-8700-5be83167bb44 service neutron] Attempting to bind port 61597be3-6d4e-42e3-ba19-d5e2b75991bf on network 60ee5afa-17b9-4cf6-a513-d0be6a626ec2 {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:37:53.780162 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925ca98-f6e8-4198-b7c8-3ed9b3d98f6c req-fd54398d-9bc0-4596-8c26-b7255b975c51 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:53.782337 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2925ca98-f6e8-4198-b7c8-3ed9b3d98f6c req-fd54398d-9bc0-4596-8c26-b7255b975c51 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/ports?device_id=e76160cc-69ae-4727-8f06-2302faa5b4ac HTTP/1.1" status: 200 len: 945 time: 0.3046677 Aug 26 13:37:53.790570 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-ca06dbe3-24dc-48c2-8cc8-ee17d6ee51bd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=62f174d15c424a52a2f8fc6206deb3aa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3104634 Aug 26 13:37:53.794384 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 55214) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:53.796813 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-013ec757-1462-4027-8700-5be83167bb44 service neutron] Port 61597be3-6d4e-42e3-ba19-d5e2b75991bf on network 60ee5afa-17b9-4cf6-a513-d0be6a626ec2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 13:37:53.797125 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-013ec757-1462-4027-8700-5be83167bb44 service neutron] Attempting to bind port 61597be3-6d4e-42e3-ba19-d5e2b75991bf on network 60ee5afa-17b9-4cf6-a513-d0be6a626ec2 {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:37:53.817344 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-32b249b4-1a80-43ab-93b8-99f61b6f61f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7e0b1bc-455d-4000-96ab-09029c31f20e {{(pid=94615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:37:53.833343 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-013ec757-1462-4027-8700-5be83167bb44 service neutron] Checking agent: {'id': 'ecd4b6ee-6295-46a8-8c11-8af9b25961a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'started_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:37:53.837049 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-013ec757-1462-4027-8700-5be83167bb44 service neutron] Checking segment: {'id': '25450fc3-ef5a-474d-a5cf-eaafca82275e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '60ee5afa-17b9-4cf6-a513-d0be6a626ec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:37:53.837049 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-013ec757-1462-4027-8700-5be83167bb44 service neutron] Bound using segment: {'id': '25450fc3-ef5a-474d-a5cf-eaafca82275e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '60ee5afa-17b9-4cf6-a513-d0be6a626ec2'} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:37:53.837049 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-013ec757-1462-4027-8700-5be83167bb44 service neutron] Bound port: 61597be3-6d4e-42e3-ba19-d5e2b75991bf, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25450fc3-ef5a-474d-a5cf-eaafca82275e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '60ee5afa-17b9-4cf6-a513-d0be6a626ec2'}}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:37:53.837049 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-013ec757-1462-4027-8700-5be83167bb44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:53.857137 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-32b249b4-1a80-43ab-93b8-99f61b6f61f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:53.885753 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2925ca98-f6e8-4198-b7c8-3ed9b3d98f6c req-ed32de9e-139c-44d8-9d4a-f867da5b1975 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/security-groups?id=225d5e46-1fc9-4734-a7ff-55b7aa12dd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938513 Aug 26 13:37:53.916899 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.provisioning_blocks [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-32b249b4-1a80-43ab-93b8-99f61b6f61f2 service neutron] Transition to ACTIVE for port object a7e0b1bc-455d-4000-96ab-09029c31f20e will not be triggered until provisioned by entity L2. {{(pid=94615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:37:54.006576 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-19471c92-530d-446f-b1e5-204775c996fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 {{(pid=94614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:37:54.017621 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-19471c92-530d-446f-b1e5-204775c996fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:54.023060 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ed2bab9c-cdec-459f-ae54-5e95bc171861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:54.041614 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-32b249b4-1a80-43ab-93b8-99f61b6f61f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764776'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:54.042553 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-19471c92-530d-446f-b1e5-204775c996fb service neutron] Transition to ACTIVE for port object 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 will not be triggered until provisioned by entity L2. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:37:54.074710 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-013ec757-1462-4027-8700-5be83167bb44 service neutron] For port 61597be3-6d4e-42e3-ba19-d5e2b75991bf, host hv-cinder-78638, cleared binding levels {{(pid=94615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:37:54.118628 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-19471c92-530d-446f-b1e5-204775c996fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625096'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:54.136617 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ed2bab9c-cdec-459f-ae54-5e95bc171861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:54.166031 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-013ec757-1462-4027-8700-5be83167bb44 service neutron] For port 61597be3-6d4e-42e3-ba19-d5e2b75991bf, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=61597be3-6d4e-42e3-ba19-d5e2b75991bf,segment=NetworkSegment(25450fc3-ef5a-474d-a5cf-eaafca82275e),segment_id=25450fc3-ef5a-474d-a5cf-eaafca82275e)] {{(pid=94615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:37:54.186735 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b249b4-1a80-43ab-93b8-99f61b6f61f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e0b1bc-455d-4000-96ab-09029c31f20e,revision_number=2']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:54.211608 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19471c92-530d-446f-b1e5-204775c996fb service neutron] Pushing event updated for resources: {'Port': ['ID=18fb0b18-c6df-42fe-9d78-6d4ab5d593f8,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:54.222399 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c77075d4-7a32-4673-9d3e-28469fb88ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:54.292735 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-19471c92-530d-446f-b1e5-204775c996fb service neutron] Attempting to bind port 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:37:54.294752 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-19471c92-530d-446f-b1e5-204775c996fb service neutron] Attempting to bind port 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '622f9d42-2ef0-4df2-9e01-d60060392ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368'}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:37:54.294752 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-19471c92-530d-446f-b1e5-204775c996fb service neutron] Attempting to bind port 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 on network 4f0cbbb0-e1d8-4eda-8b5a-9467452e6368 {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:37:54.305183 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-19471c92-530d-446f-b1e5-204775c996fb service neutron] Port 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 on network 4f0cbbb0-e1d8-4eda-8b5a-9467452e6368 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 13:37:54.305824 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-19471c92-530d-446f-b1e5-204775c996fb service neutron] Attempting to bind port 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 on network 4f0cbbb0-e1d8-4eda-8b5a-9467452e6368 {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:37:54.312255 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-19471c92-530d-446f-b1e5-204775c996fb service neutron] Checking agent: {'id': 'ecd4b6ee-6295-46a8-8c11-8af9b25961a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'started_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:37:54.312914 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-19471c92-530d-446f-b1e5-204775c996fb service neutron] Checking segment: {'id': '622f9d42-2ef0-4df2-9e01-d60060392ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:37:54.314763 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-19471c92-530d-446f-b1e5-204775c996fb service neutron] Bound using segment: {'id': '622f9d42-2ef0-4df2-9e01-d60060392ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368'} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:37:54.315474 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-19471c92-530d-446f-b1e5-204775c996fb service neutron] Bound port: 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622f9d42-2ef0-4df2-9e01-d60060392ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368'}}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:37:54.319405 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-19471c92-530d-446f-b1e5-204775c996fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:54.389541 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-32b249b4-1a80-43ab-93b8-99f61b6f61f2 service neutron] Attempting to bind port a7e0b1bc-455d-4000-96ab-09029c31f20e on host hv-cinder-78638 for vnic_type normal with profile {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:37:54.398128 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-32b249b4-1a80-43ab-93b8-99f61b6f61f2 service neutron] Attempting to bind port a7e0b1bc-455d-4000-96ab-09029c31f20e by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '25450fc3-ef5a-474d-a5cf-eaafca82275e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '60ee5afa-17b9-4cf6-a513-d0be6a626ec2'}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:37:54.398128 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-32b249b4-1a80-43ab-93b8-99f61b6f61f2 service neutron] Attempting to bind port a7e0b1bc-455d-4000-96ab-09029c31f20e on network 60ee5afa-17b9-4cf6-a513-d0be6a626ec2 {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:37:54.404018 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-013ec757-1462-4027-8700-5be83167bb44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764776'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:54.461485 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-32b249b4-1a80-43ab-93b8-99f61b6f61f2 service neutron] Port a7e0b1bc-455d-4000-96ab-09029c31f20e on network 60ee5afa-17b9-4cf6-a513-d0be6a626ec2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 13:37:54.466256 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-32b249b4-1a80-43ab-93b8-99f61b6f61f2 service neutron] Attempting to bind port a7e0b1bc-455d-4000-96ab-09029c31f20e on network 60ee5afa-17b9-4cf6-a513-d0be6a626ec2 {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:37:54.495945 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 07c00d63-0cc6-4292-adfe-dffaf025be99 up at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:37:54.538038 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-32b249b4-1a80-43ab-93b8-99f61b6f61f2 service neutron] Checking agent: {'id': 'ecd4b6ee-6295-46a8-8c11-8af9b25961a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'started_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:37:54.538953 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-32b249b4-1a80-43ab-93b8-99f61b6f61f2 service neutron] Checking segment: {'id': '25450fc3-ef5a-474d-a5cf-eaafca82275e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '60ee5afa-17b9-4cf6-a513-d0be6a626ec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:37:54.539811 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-32b249b4-1a80-43ab-93b8-99f61b6f61f2 service neutron] Bound using segment: {'id': '25450fc3-ef5a-474d-a5cf-eaafca82275e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '60ee5afa-17b9-4cf6-a513-d0be6a626ec2'} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:37:54.540556 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-32b249b4-1a80-43ab-93b8-99f61b6f61f2 service neutron] Bound port: a7e0b1bc-455d-4000-96ab-09029c31f20e, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25450fc3-ef5a-474d-a5cf-eaafca82275e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '60ee5afa-17b9-4cf6-a513-d0be6a626ec2'}}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:37:54.542529 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-32b249b4-1a80-43ab-93b8-99f61b6f61f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:54.566231 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-19471c92-530d-446f-b1e5-204775c996fb service neutron] For port 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8, host hv-cinder-78638, cleared binding levels {{(pid=94614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:37:54.571887 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-013ec757-1462-4027-8700-5be83167bb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:54.572654 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-013ec757-1462-4027-8700-5be83167bb44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:54.575164 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-013ec757-1462-4027-8700-5be83167bb44 service neutron] 10.222.0.38 "PUT /v2.0/ports/61597be3-6d4e-42e3-ba19-d5e2b75991bf HTTP/1.1" status: 200 len: 1093 time: 4.0224218 Aug 26 13:37:54.578037 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7957377b-2176-4c61-9084-4f28eaa17e79', 'tag': '61597be3-6d4e-42e3-ba19-d5e2b75991bf'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:37:54.598636 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-19471c92-530d-446f-b1e5-204775c996fb service neutron] For port 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=18fb0b18-c6df-42fe-9d78-6d4ab5d593f8,segment=NetworkSegment(622f9d42-2ef0-4df2-9e01-d60060392ec1),segment_id=622f9d42-2ef0-4df2-9e01-d60060392ec1)] {{(pid=94614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:37:54.639104 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ed2bab9c-cdec-459f-ae54-5e95bc171861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:54.644216 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ed2bab9c-cdec-459f-ae54-5e95bc171861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:54.644482 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-ed2bab9c-cdec-459f-ae54-5e95bc171861 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dffa902c-d3c3-441d-ad07-fcfe7124f674 HTTP/1.1" status: 204 len: 168 time: 0.8486037 Aug 26 13:37:54.659893 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ec757-1462-4027-8700-5be83167bb44 service neutron] Pushing event updated for resources: {'Port': ['ID=61597be3-6d4e-42e3-ba19-d5e2b75991bf,revision_number=3']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:54.676828 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2bab9c-cdec-459f-ae54-5e95bc171861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffa902c-d3c3-441d-ad07-fcfe7124f674,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:54.707904 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-32b249b4-1a80-43ab-93b8-99f61b6f61f2 service neutron] For port a7e0b1bc-455d-4000-96ab-09029c31f20e, host hv-cinder-78638, cleared binding levels {{(pid=94615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:37:54.716382 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-32b249b4-1a80-43ab-93b8-99f61b6f61f2 service neutron] For port a7e0b1bc-455d-4000-96ab-09029c31f20e, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a7e0b1bc-455d-4000-96ab-09029c31f20e,segment=NetworkSegment(25450fc3-ef5a-474d-a5cf-eaafca82275e),segment_id=25450fc3-ef5a-474d-a5cf-eaafca82275e)] {{(pid=94615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:37:54.811166 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning for port 07c00d63-0cc6-4292-adfe-dffaf025be99 completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:37:54.812813 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning complete for port 07c00d63-0cc6-4292-adfe-dffaf025be99 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:37:54.813196 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:54.816455 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-19471c92-530d-446f-b1e5-204775c996fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625096'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:54.867407 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-32b249b4-1a80-43ab-93b8-99f61b6f61f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764776'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:54.982507 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:54.991060 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-19471c92-530d-446f-b1e5-204775c996fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:54.991717 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-19471c92-530d-446f-b1e5-204775c996fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for port, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:54.993252 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-19471c92-530d-446f-b1e5-204775c996fb service neutron] 10.222.0.38 "PUT /v2.0/ports/18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 HTTP/1.1" status: 200 len: 1094 time: 1.9023738 Aug 26 13:37:54.994846 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ccc686-1ce4-45ac-8fd3-e1b23818371b', 'tag': '18fb0b18-c6df-42fe-9d78-6d4ab5d593f8'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:37:55.005923 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-32b249b4-1a80-43ab-93b8-99f61b6f61f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:55.007173 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-32b249b4-1a80-43ab-93b8-99f61b6f61f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:55.010868 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-32b249b4-1a80-43ab-93b8-99f61b6f61f2 service neutron] 10.222.0.38 "PUT /v2.0/ports/a7e0b1bc-455d-4000-96ab-09029c31f20e HTTP/1.1" status: 200 len: 1093 time: 3.9251661 Aug 26 13:37:55.013630 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a01c3ba01e4bf0bec97fb524610b41262b2b21d9aec27a526a98035f21d3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9289ab55-5968-44f9-ac84-4476c13e0289" -d '{"events": [{"name": "network-changed", "server_uuid": "31ccc686-1ce4-45ac-8fd3-e1b23818371b", "tag": "18fb0b18-c6df-42fe-9d78-6d4ab5d593f8"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:37:55.032096 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-7f7091ea-742b-4402-b02c-e1133da6149f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:55.039776 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-7f7091ea-742b-4402-b02c-e1133da6149f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf48eac27ef64ed48fd83b9d2b1cab96&device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 1096 time: 0.3217030 Aug 26 13:37:55.046113 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839ce26-1146-42ee-bad1-f1ffb3f91884 req-a20a7c5c-af73-487d-88a1-42d05ded7a48 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:55.054893 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2839ce26-1146-42ee-bad1-f1ffb3f91884 req-a20a7c5c-af73-487d-88a1-42d05ded7a48 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.4454062 Aug 26 13:37:55.063185 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e76160cc-69ae-4727-8f06-2302faa5b4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c00d63-0cc6-4292-adfe-dffaf025be99'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:37:55.090404 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375fb7e-9a35-4524-b2c5-d88161cafd2b req-c2ea1641-acfa-4d36-948b-d55affffc6d2 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:55.092276 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6375fb7e-9a35-4524-b2c5-d88161cafd2b req-c2ea1641-acfa-4d36-948b-d55affffc6d2 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 943 time: 0.4850085 Aug 26 13:37:55.191442 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19471c92-530d-446f-b1e5-204775c996fb service neutron] Pushing event updated for resources: {'Port': ['ID=18fb0b18-c6df-42fe-9d78-6d4ab5d593f8,revision_number=3']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:55.204709 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2839ce26-1146-42ee-bad1-f1ffb3f91884 req-8e3be5b8-bed3-4730-bec5-f6298202b516 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486399 Aug 26 13:37:55.218185 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6375fb7e-9a35-4524-b2c5-d88161cafd2b req-7c51f7cf-0f1b-40fd-8151-1fac93996862 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010263 Aug 26 13:37:55.293862 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-ea3305b7-c18f-4085-909d-d05bd57be1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:55.306245 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-ea3305b7-c18f-4085-909d-d05bd57be1ba service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf48eac27ef64ed48fd83b9d2b1cab96&device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 1096 time: 0.0974598 Aug 26 13:37:55.326544 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 07c00d63-0cc6-4292-adfe-dffaf025be99, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=07c00d63-0cc6-4292-adfe-dffaf025be99,segment=NetworkSegment(95b630ac-523f-4ec4-b5a3-4a6f08dadeab),segment_id=95b630ac-523f-4ec4-b5a3-4a6f08dadeab)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:37:55.425012 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea93b417d78f98f8f49a9646f42316e7837148fdcc5dd11c49486c93967457e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011a612e-509c-49b6-bc91-4c410d0f1266" -d '{"events": [{"name": "network-changed", "server_uuid": "7957377b-2176-4c61-9084-4f28eaa17e79", "tag": "61597be3-6d4e-42e3-ba19-d5e2b75991bf"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:37:55.429570 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-76b5d1d6-41e4-4fab-b58b-3672c4ef1498 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61597be3-6d4e-42e3-ba19-d5e2b75991bf HTTP/1.1" status: 200 len: 217 time: 0.3679512 Aug 26 13:37:55.432106 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b249b4-1a80-43ab-93b8-99f61b6f61f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e0b1bc-455d-4000-96ab-09029c31f20e,revision_number=3']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:55.435083 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:55.496312 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-6c414e6c-fe41-4e07-954b-c1802370ceba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:55.498058 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-6c414e6c-fe41-4e07-954b-c1802370ceba service neutron] 10.222.0.38 "GET /v2.0/subnets?id=44553468-309b-402a-9962-58b86538a2f3 HTTP/1.1" status: 200 len: 859 time: 0.0586727 Aug 26 13:37:55.519892 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-1de48b2c-a282-425a-a1a8-4e533edc62bb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7e0b1bc-455d-4000-96ab-09029c31f20e HTTP/1.1" status: 200 len: 217 time: 0.2056267 Aug 26 13:37:55.520283 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-eff3ed53-26c2-40ee-b9bd-41af693b0844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:55.522898 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-eff3ed53-26c2-40ee-b9bd-41af693b0844 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb7886896a194491958e9bfa03f0ea57&device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 1097 time: 0.3525653 Aug 26 13:37:55.575259 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-be8b0a6d-5473-453e-9954-6dfba8f92bdf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=60ee5afa-17b9-4cf6-a513-d0be6a626ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676765 Aug 26 13:37:55.604454 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 13:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0e7f61-0833-4e81-9d49-bd900f712dca x-openstack-request-id: req-0b0e7f61-0833-4e81-9d49-bd900f712dca {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:37:55.605096 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31ccc686-1ce4-45ac-8fd3-e1b23818371b", "tag": "18fb0b18-c6df-42fe-9d78-6d4ab5d593f8", "status": "completed", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:37:55.605407 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0b0e7f61-0833-4e81-9d49-bd900f712dca {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:37:55.606134 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ccc686-1ce4-45ac-8fd3-e1b23818371b', 'tag': '18fb0b18-c6df-42fe-9d78-6d4ab5d593f8', 'status': 'completed', 'code': 200} Aug 26 13:37:55.607603 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=07c00d63-0cc6-4292-adfe-dffaf025be99,revision_number=5']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:55.627382 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-59ef83d5-51ba-4e6e-9b38-83622a645f04 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 HTTP/1.1" status: 200 len: 217 time: 0.0802853 Aug 26 13:37:55.654717 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6498bf-ebb3-4344-a3b7-fc12da7ab25b req-e7fcffb5-2e3f-471c-8d18-3f0a9162b37f tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:55.657430 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1a6498bf-ebb3-4344-a3b7-fc12da7ab25b req-e7fcffb5-2e3f-471c-8d18-3f0a9162b37f tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/ports?device_id=e76160cc-69ae-4727-8f06-2302faa5b4ac HTTP/1.1" status: 200 len: 946 time: 0.2174757 Aug 26 13:37:55.671873 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-3b738756-ed1b-4ce0-ae5b-86e7713ba4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:55.674427 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-3b738756-ed1b-4ce0-ae5b-86e7713ba4c4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=44553468-309b-402a-9962-58b86538a2f3 HTTP/1.1" status: 200 len: 859 time: 0.1502659 Aug 26 13:37:55.728585 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-a47bd13c-f04e-484c-a698-e8ecf2b572cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:55.730205 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-a47bd13c-f04e-484c-a698-e8ecf2b572cc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f404f389-dc0c-4c0d-a515-d27c76237ec3 HTTP/1.1" status: 200 len: 854 time: 0.0759037 Aug 26 13:37:55.752073 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-9877a258-74cd-4f94-84e1-6d5f40857b66 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=60ee5afa-17b9-4cf6-a513-d0be6a626ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679653 Aug 26 13:37:55.798167 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-5a19ab74-3a9e-43d2-ae47-aee68f996527 service neutron] 10.222.0.38 "GET /v2.0/networks/60ee5afa-17b9-4cf6-a513-d0be6a626ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902945 Aug 26 13:37:55.873433 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1a6498bf-ebb3-4344-a3b7-fc12da7ab25b req-b7d9163f-be65-4ede-b0e6-1a861919c752 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/security-groups?id=225d5e46-1fc9-4734-a7ff-55b7aa12dd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062032 Aug 26 13:37:55.902412 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-c8f22c37-e23d-4769-9494-24dad284d3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:55.902412 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-c8f22c37-e23d-4769-9494-24dad284d3b6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f0cbbb0-e1d8-4eda-8b5a-9467452e6368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1494415 Aug 26 13:37:55.969156 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-a86ce05c-1a38-4575-898a-512377b20f34 service neutron] 10.222.0.38 "GET /v2.0/networks/60ee5afa-17b9-4cf6-a513-d0be6a626ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086220 Aug 26 13:37:56.070314 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-741b6bbf-1b4f-4eeb-8e74-a0d374952244 req-1c59ecac-d7f5-463f-90f6-dde56e1e6056 service neutron] 10.222.0.38 "GET /v2.0/networks/60ee5afa-17b9-4cf6-a513-d0be6a626ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649901 Aug 26 13:37:56.159025 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-6bb20ed5-61c0-48f5-a243-d576d89036f0 service neutron] 10.222.0.38 "GET /v2.0/networks/4f0cbbb0-e1d8-4eda-8b5a-9467452e6368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604425 Aug 26 13:37:56.207228 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1b98f73f-b2c8-43ed-9fc2-a26251f90f7e req-44433243-80b4-4d88-b8dd-82d47e3b75da service neutron] 10.222.0.38 "GET /v2.0/networks/60ee5afa-17b9-4cf6-a513-d0be6a626ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305410 Aug 26 13:37:56.314974 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 55290) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:56.340164 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e3ea00a7-492b-407a-bc35-996f60371c38 req-033cef84-4da9-4f9b-9ba7-ab54322a8c49 service neutron] 10.222.0.38 "GET /v2.0/networks/4f0cbbb0-e1d8-4eda-8b5a-9467452e6368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725285 Aug 26 13:37:56.402668 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 13:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57590820-5c89-4a5c-b2c3-ae20ba3f9099 x-openstack-request-id: req-57590820-5c89-4a5c-b2c3-ae20ba3f9099 {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:37:56.402958 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7957377b-2176-4c61-9084-4f28eaa17e79", "tag": "61597be3-6d4e-42e3-ba19-d5e2b75991bf", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:37:56.403304 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-57590820-5c89-4a5c-b2c3-ae20ba3f9099 {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:37:56.403888 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7957377b-2176-4c61-9084-4f28eaa17e79', 'tag': '61597be3-6d4e-42e3-ba19-d5e2b75991bf', 'status': 'completed', 'code': 200} Aug 26 13:37:56.528611 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a612e-509c-49b6-bc91-4c410d0f1266 req-e933f0fb-2e09-4654-a82f-258e34b4bb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:56.544193 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-011a612e-509c-49b6-bc91-4c410d0f1266 req-e933f0fb-2e09-4654-a82f-258e34b4bb9f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf48eac27ef64ed48fd83b9d2b1cab96&device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 1096 time: 0.0771449 Aug 26 13:37:56.608374 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adf09783f65fc29d397fc30c9e785295af8fecd29e58eb7f547da51af43e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edd7b5b-9b05-402a-8b8b-47f13aa2c97c" -d '{"events": [{"server_uuid": "e76160cc-69ae-4727-8f06-2302faa5b4ac", "name": "network-vif-plugged", "status": "completed", "tag": "07c00d63-0cc6-4292-adfe-dffaf025be99"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:37:56.743371 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a612e-509c-49b6-bc91-4c410d0f1266 req-28ede8c2-a10f-471c-85ef-d0ddb9f9bb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:56.745262 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-011a612e-509c-49b6-bc91-4c410d0f1266 req-28ede8c2-a10f-471c-85ef-d0ddb9f9bb4e service neutron] 10.222.0.38 "GET /v2.0/networks?id=60ee5afa-17b9-4cf6-a513-d0be6a626ec2 HTTP/1.1" status: 200 len: 920 time: 0.2055690 Aug 26 13:37:56.758434 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-e22f55c0-0c4f-4c0a-8f29-e6dc77a6f8b5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=93fc0a7e56aa4990aacd397af1f7c5d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4417701 Aug 26 13:37:56.761774 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 55296) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:56.801687 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0e91-c88a-443c-ae18-5fa3c7b7f5dc req-327fd46c-c77b-4e11-bafc-a627def7aec9 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:56.803874 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6cdd0e91-c88a-443c-ae18-5fa3c7b7f5dc req-327fd46c-c77b-4e11-bafc-a627def7aec9 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.1556292 Aug 26 13:37:56.805853 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289ab55-5968-44f9-ac84-4476c13e0289 req-31ad3978-4ad6-424c-8e77-a7394f45e3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:56.807244 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9289ab55-5968-44f9-ac84-4476c13e0289 req-31ad3978-4ad6-424c-8e77-a7394f45e3e6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb7886896a194491958e9bfa03f0ea57&device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 1097 time: 0.1579337 Aug 26 13:37:56.820082 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbeec4b-c73f-481a-a194-57802af76d95 req-17ee0abf-80f2-40dc-8186-37b6aee066ff tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:56.821737 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7fbeec4b-c73f-481a-a194-57802af76d95 req-17ee0abf-80f2-40dc-8186-37b6aee066ff tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 943 time: 0.1642938 Aug 26 13:37:56.920906 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-cf890146-7be1-42e5-8534-a79cf442b786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:57.002061 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6cdd0e91-c88a-443c-ae18-5fa3c7b7f5dc req-12d009b8-638b-40e2-acae-8088ba5e94b0 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763175 Aug 26 13:37:57.007636 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b2776a8d-c8e4-475c-970e-7f22618c389f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:57.039827 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7fbeec4b-c73f-481a-a194-57802af76d95 req-c7024e8f-0cf7-45ec-bacf-f14d815f2627 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933544 Aug 26 13:37:57.058664 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-011a612e-509c-49b6-bc91-4c410d0f1266 req-b419a825-1822-4529-a588-8bec3fec51e1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61597be3-6d4e-42e3-ba19-d5e2b75991bf HTTP/1.1" status: 200 len: 217 time: 0.3049147 Aug 26 13:37:57.074666 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289ab55-5968-44f9-ac84-4476c13e0289 req-eb691b3a-56d8-4197-a116-9ab842efb922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:57.079994 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9289ab55-5968-44f9-ac84-4476c13e0289 req-eb691b3a-56d8-4197-a116-9ab842efb922 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f0cbbb0-e1d8-4eda-8b5a-9467452e6368 HTTP/1.1" status: 200 len: 916 time: 0.2502916 Aug 26 13:37:57.093809 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b2776a8d-c8e4-475c-970e-7f22618c389f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:57.155234 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a612e-509c-49b6-bc91-4c410d0f1266 req-00bff668-7a44-4a6b-98cf-bc723c75d9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:57.162687 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-011a612e-509c-49b6-bc91-4c410d0f1266 req-00bff668-7a44-4a6b-98cf-bc723c75d9f0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=44553468-309b-402a-9962-58b86538a2f3 HTTP/1.1" status: 200 len: 859 time: 0.0837252 Aug 26 13:37:57.174230 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9289ab55-5968-44f9-ac84-4476c13e0289 req-7d46ac18-40b5-4db0-b3f9-648261bc1826 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 HTTP/1.1" status: 200 len: 217 time: 0.0761871 Aug 26 13:37:57.203714 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-011a612e-509c-49b6-bc91-4c410d0f1266 req-18c48819-604d-436e-b7e3-675e8cfecadd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=60ee5afa-17b9-4cf6-a513-d0be6a626ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346773 Aug 26 13:37:57.302574 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb1bb5-4aca-4b7a-9112-dbda52eabfde req-6cc051a2-1b81-43e4-b148-4e85ccbd6bd3 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:57.304949 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-67bb1bb5-4aca-4b7a-9112-dbda52eabfde req-6cc051a2-1b81-43e4-b148-4e85ccbd6bd3 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/ports?device_id=e76160cc-69ae-4727-8f06-2302faa5b4ac HTTP/1.1" status: 200 len: 946 time: 0.1783772 Aug 26 13:37:57.307471 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289ab55-5968-44f9-ac84-4476c13e0289 req-293e0d28-1e29-4609-a6a7-ee295b9178d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:57.309051 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9289ab55-5968-44f9-ac84-4476c13e0289 req-293e0d28-1e29-4609-a6a7-ee295b9178d1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f404f389-dc0c-4c0d-a515-d27c76237ec3 HTTP/1.1" status: 200 len: 854 time: 0.0929523 Aug 26 13:37:57.418654 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-67bb1bb5-4aca-4b7a-9112-dbda52eabfde req-a408c626-b7a5-4a87-b101-2872d434287f tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/security-groups?id=225d5e46-1fc9-4734-a7ff-55b7aa12dd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050179 Aug 26 13:37:57.450023 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289ab55-5968-44f9-ac84-4476c13e0289 req-f2f49144-9505-47c4-bace-005cbb2ca111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:57.453178 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9289ab55-5968-44f9-ac84-4476c13e0289 req-f2f49144-9505-47c4-bace-005cbb2ca111 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f0cbbb0-e1d8-4eda-8b5a-9467452e6368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1288347 Aug 26 13:37:57.514979 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:57.520777 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b2776a8d-c8e4-475c-970e-7f22618c389f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:57.524075 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b2776a8d-c8e4-475c-970e-7f22618c389f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:57.525359 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-b2776a8d-c8e4-475c-970e-7f22618c389f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9bd5fbdf-5e3f-4bea-acfd-9b17bf535f9a HTTP/1.1" status: 204 len: 168 time: 0.7580445 Aug 26 13:37:57.538769 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-011a612e-509c-49b6-bc91-4c410d0f1266 req-8cdc0699-212a-49bf-8774-a8429ee76f6d service neutron] 10.222.0.38 "GET /v2.0/networks/60ee5afa-17b9-4cf6-a513-d0be6a626ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097889 Aug 26 13:37:57.542203 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe13a46a-ca34-4512-ba14-91e3fbdb249d x-openstack-request-id: req-fe13a46a-ca34-4512-ba14-91e3fbdb249d {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:37:57.542743 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e76160cc-69ae-4727-8f06-2302faa5b4ac", "name": "network-vif-plugged", "status": "completed", "tag": "07c00d63-0cc6-4292-adfe-dffaf025be99", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:37:57.544207 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fe13a46a-ca34-4512-ba14-91e3fbdb249d {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:37:57.544686 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2776a8d-c8e4-475c-970e-7f22618c389f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd5fbdf-5e3f-4bea-acfd-9b17bf535f9a,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:57.544941 dv-cinder-786386-11-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e76160cc-69ae-4727-8f06-2302faa5b4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c00d63-0cc6-4292-adfe-dffaf025be99', 'code': 200} Aug 26 13:37:57.591725 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9289ab55-5968-44f9-ac84-4476c13e0289 req-939a0e52-b399-4193-bada-28709595faaf service neutron] 10.222.0.38 "GET /v2.0/networks/4f0cbbb0-e1d8-4eda-8b5a-9467452e6368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287162 Aug 26 13:37:57.749436 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-011a612e-509c-49b6-bc91-4c410d0f1266 req-82e4ca15-09d1-4fb0-84bc-214efa3f7886 service neutron] 10.222.0.38 "GET /v2.0/networks/60ee5afa-17b9-4cf6-a513-d0be6a626ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023895 Aug 26 13:37:57.774957 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9289ab55-5968-44f9-ac84-4476c13e0289 req-66ed83e2-03f0-40f4-bda6-0562c1c695a0 service neutron] 10.222.0.38 "GET /v2.0/networks/4f0cbbb0-e1d8-4eda-8b5a-9467452e6368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767621 Aug 26 13:37:57.954435 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:58.165378 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 55356) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:58.234764 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1732a2d-9a7e-471a-8601-225d65ee1b92 req-3ebcf34f-4845-4976-ac53-6bb1ba19705e tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:58.236713 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f1732a2d-9a7e-471a-8601-225d65ee1b92 req-3ebcf34f-4845-4976-ac53-6bb1ba19705e tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 943 time: 0.1445053 Aug 26 13:37:58.252779 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350e486-3509-4d0a-b662-8b64f7803d58 req-049ddd1c-1ce8-4269-84cf-fc91df45dcfb tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:58.254381 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4350e486-3509-4d0a-b662-8b64f7803d58 req-049ddd1c-1ce8-4269-84cf-fc91df45dcfb tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.1522081 Aug 26 13:37:58.309910 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f1732a2d-9a7e-471a-8601-225d65ee1b92 req-3c6c318c-94cd-4c4e-b2db-109d70b0f63d tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544400 Aug 26 13:37:58.323798 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d1446949-8545-4ff1-b195-a9a1f737a36b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:58.341789 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4350e486-3509-4d0a-b662-8b64f7803d58 req-1670f53c-4696-4f67-9b70-45c8fb585c83 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711253 Aug 26 13:37:58.409312 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '080ebff3-028a-40ca-bcba-13bb43d3f2e6', 'tag': 'a7e0b1bc-455d-4000-96ab-09029c31f20e'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:37:58.409312 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea93b417d78f98f8f49a9646f42316e7837148fdcc5dd11c49486c93967457e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3060d267-620e-45b8-8b4d-5ae747606e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "080ebff3-028a-40ca-bcba-13bb43d3f2e6", "tag": "a7e0b1bc-455d-4000-96ab-09029c31f20e"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:37:58.452060 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d1446949-8545-4ff1-b195-a9a1f737a36b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:58.468445 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 13:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52198835-0005-49ea-bde5-9d5287c4a2be x-openstack-request-id: req-52198835-0005-49ea-bde5-9d5287c4a2be {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:37:58.468559 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "080ebff3-028a-40ca-bcba-13bb43d3f2e6", "tag": "a7e0b1bc-455d-4000-96ab-09029c31f20e", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:37:58.468760 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-52198835-0005-49ea-bde5-9d5287c4a2be {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:37:58.469158 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '080ebff3-028a-40ca-bcba-13bb43d3f2e6', 'tag': 'a7e0b1bc-455d-4000-96ab-09029c31f20e', 'status': 'completed', 'code': 200} Aug 26 13:37:58.565465 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d1446949-8545-4ff1-b195-a9a1f737a36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:58.569928 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc3cfe-76c1-4cb9-8094-4e09ddea8de1 req-e2010f2b-bbbe-43b7-868f-3d9bf11771ae tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:58.569928 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-70cc3cfe-76c1-4cb9-8094-4e09ddea8de1 req-e2010f2b-bbbe-43b7-868f-3d9bf11771ae tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/ports?device_id=e76160cc-69ae-4727-8f06-2302faa5b4ac HTTP/1.1" status: 200 len: 946 time: 0.0577915 Aug 26 13:37:58.599918 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1446949-8545-4ff1-b195-a9a1f737a36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e25848-d15b-4771-8453-4a0b3fae0ad1,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:58.617912 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:58.640196 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-70cc3cfe-76c1-4cb9-8094-4e09ddea8de1 req-8c8571d7-983f-4ee2-a0d2-8170d225f6d0 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/security-groups?id=225d5e46-1fc9-4734-a7ff-55b7aa12dd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583563 Aug 26 13:37:58.649196 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-d1446949-8545-4ff1-b195-a9a1f737a36b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c6b17161c13c4a42ad320863ae479d4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4799798 Aug 26 13:37:58.650039 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 55374) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:58.688832 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 55376) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:58.743039 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8c271154-8849-444b-aeaf-ccb23298ae14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:58.767479 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8c271154-8849-444b-aeaf-ccb23298ae14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:58.869221 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-7a857cb5-e184-4fcd-b92b-3595cc45aff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:58.902820 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8c271154-8849-444b-aeaf-ccb23298ae14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:58.905432 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8c271154-8849-444b-aeaf-ccb23298ae14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:58.906717 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-8c271154-8849-444b-aeaf-ccb23298ae14 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d9e25848-d15b-4771-8453-4a0b3fae0ad1 HTTP/1.1" status: 204 len: 168 time: 0.2555897 Aug 26 13:37:58.916292 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c271154-8849-444b-aeaf-ccb23298ae14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e25848-d15b-4771-8453-4a0b3fae0ad1,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:59.035456 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-7a857cb5-e184-4fcd-b92b-3595cc45aff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:59.120405 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-7a857cb5-e184-4fcd-b92b-3595cc45aff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:59.189166 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a857cb5-e184-4fcd-b92b-3595cc45aff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5348e045-5ff6-45bc-b7a3-5383acbd0a6a,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:59.197198 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-7a857cb5-e184-4fcd-b92b-3595cc45aff1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c9f72ef93e8a4afd9550ec024c6e5e82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5061691 Aug 26 13:37:59.201329 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 55400) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:59.261275 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d9462850-645d-4f79-8a03-65638c2c41db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:59.324508 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d9462850-645d-4f79-8a03-65638c2c41db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:59.562991 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee5b6f-d356-4cf5-a718-12f7a8d5ccd4 req-938e2943-9235-4e3c-98c3-5160f82e5a9f tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:59.564690 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8dee5b6f-d356-4cf5-a718-12f7a8d5ccd4 req-938e2943-9235-4e3c-98c3-5160f82e5a9f tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.1031268 Aug 26 13:37:59.577852 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369ebfc-0e1f-4493-8947-db797d1d10ad req-89fa666f-cf13-4a55-83b8-55bdab7c3dff tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:59.579430 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b369ebfc-0e1f-4493-8947-db797d1d10ad req-89fa666f-cf13-4a55-83b8-55bdab7c3dff tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 943 time: 0.0728316 Aug 26 13:37:59.587428 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d9462850-645d-4f79-8a03-65638c2c41db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:59.589926 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d9462850-645d-4f79-8a03-65638c2c41db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:59.591068 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-d9462850-645d-4f79-8a03-65638c2c41db admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5348e045-5ff6-45bc-b7a3-5383acbd0a6a HTTP/1.1" status: 204 len: 168 time: 0.3883286 Aug 26 13:37:59.627357 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9462850-645d-4f79-8a03-65638c2c41db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5348e045-5ff6-45bc-b7a3-5383acbd0a6a,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:37:59.656272 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8dee5b6f-d356-4cf5-a718-12f7a8d5ccd4 req-fd562f2d-6a63-4aaf-b707-6154a404602c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758052 Aug 26 13:37:59.666177 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b369ebfc-0e1f-4493-8947-db797d1d10ad req-a5a9e86a-4d36-44d3-bf1c-209a4c60b9a8 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737112 Aug 26 13:37:59.871121 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d04c8-6515-4a56-b847-bf537d62bd81 req-809b498f-68bb-4a7d-b20e-0de8d9d8caa3 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:37:59.871121 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-213d04c8-6515-4a56-b847-bf537d62bd81 req-809b498f-68bb-4a7d-b20e-0de8d9d8caa3 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/ports?device_id=e76160cc-69ae-4727-8f06-2302faa5b4ac HTTP/1.1" status: 200 len: 946 time: 0.0772629 Aug 26 13:37:59.888223 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 55432) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:37:59.937247 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-68471ac2-b9f0-493d-8940-148d23f86843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:37:59.987773 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-213d04c8-6515-4a56-b847-bf537d62bd81 req-83320362-5866-44f3-811d-7272d291dd1a tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/security-groups?id=225d5e46-1fc9-4734-a7ff-55b7aa12dd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023347 Aug 26 13:38:00.088852 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-68471ac2-b9f0-493d-8940-148d23f86843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:00.176939 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-68471ac2-b9f0-493d-8940-148d23f86843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:00.219588 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-68471ac2-b9f0-493d-8940-148d23f86843 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=43379c398cd14add8ecea0eddb97f4ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3302662 Aug 26 13:38:00.229119 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68471ac2-b9f0-493d-8940-148d23f86843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798cd063-cae0-43c8-8e89-b327102bf7f4,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:00.229605 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 55450) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:00.299305 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d605b546-f0d8-4a64-9347-5a64f5652a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:00.323926 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d605b546-f0d8-4a64-9347-5a64f5652a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:00.417263 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:00.455360 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d605b546-f0d8-4a64-9347-5a64f5652a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:00.460223 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d605b546-f0d8-4a64-9347-5a64f5652a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:00.467201 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-d605b546-f0d8-4a64-9347-5a64f5652a8d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/798cd063-cae0-43c8-8e89-b327102bf7f4 HTTP/1.1" status: 204 len: 168 time: 0.2326047 Aug 26 13:38:00.474135 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d605b546-f0d8-4a64-9347-5a64f5652a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798cd063-cae0-43c8-8e89-b327102bf7f4,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:00.507096 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 61597be3-6d4e-42e3-ba19-d5e2b75991bf details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=94616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 13:38:00.512417 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 55464) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:00.530945 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-18298a81-e00f-49f1-8749-6c24f9ec9745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:00.636580 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ccf05-ad7a-4d22-bf16-1639dc0cbe9b req-4b39a1d0-b6f0-4eb8-91b2-3254edd8d46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:00.638917 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-026ccf05-ad7a-4d22-bf16-1639dc0cbe9b req-4b39a1d0-b6f0-4eb8-91b2-3254edd8d46f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e76160cc-69ae-4727-8f06-2302faa5b4ac HTTP/1.1" status: 200 len: 1099 time: 0.1006579 Aug 26 13:38:00.644925 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060d267-620e-45b8-8b4d-5ae747606e7f req-05c2266f-4418-4944-bfd9-d910452d8825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:00.646818 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3060d267-620e-45b8-8b4d-5ae747606e7f req-05c2266f-4418-4944-bfd9-d910452d8825 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf48eac27ef64ed48fd83b9d2b1cab96&device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 1096 time: 0.1062832 Aug 26 13:38:00.659527 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 61597be3-6d4e-42e3-ba19-d5e2b75991bf, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=61597be3-6d4e-42e3-ba19-d5e2b75991bf,segment=NetworkSegment(25450fc3-ef5a-474d-a5cf-eaafca82275e),segment_id=25450fc3-ef5a-474d-a5cf-eaafca82275e)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:38:00.674398 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Returning: {'device': '61597be3-6d4e-42e3-ba19-d5e2b75991bf', 'network_id': '60ee5afa-17b9-4cf6-a513-d0be6a626ec2', 'port_id': '61597be3-6d4e-42e3-ba19-d5e2b75991bf', 'mac_address': 'fa:16:3e:70:06:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44553468-309b-402a-9962-58b86538a2f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 13:38:00.682850 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-026ccf05-ad7a-4d22-bf16-1639dc0cbe9b req-b32796bf-8e9f-4166-ab2f-f11902be7c35 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:00.726198 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:00.761601 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61597be3-6d4e-42e3-ba19-d5e2b75991bf {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:38:00.798076 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 61597be3-6d4e-42e3-ba19-d5e2b75991bf, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=61597be3-6d4e-42e3-ba19-d5e2b75991bf,segment=NetworkSegment(25450fc3-ef5a-474d-a5cf-eaafca82275e),segment_id=25450fc3-ef5a-474d-a5cf-eaafca82275e)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:38:00.847738 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060d267-620e-45b8-8b4d-5ae747606e7f req-feb205ff-d2b6-48a9-8ae4-d521a251a680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:00.849352 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3060d267-620e-45b8-8b4d-5ae747606e7f req-feb205ff-d2b6-48a9-8ae4-d521a251a680 service neutron] 10.222.0.38 "GET /v2.0/networks?id=60ee5afa-17b9-4cf6-a513-d0be6a626ec2 HTTP/1.1" status: 200 len: 920 time: 0.1959264 Aug 26 13:38:00.860189 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-18298a81-e00f-49f1-8749-6c24f9ec9745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:00.879576 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf3762-2e65-4c2b-a18c-be76a4583bb9 req-51453a07-8e13-47a3-9956-4c7a86367b15 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:00.899453 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8acf3762-2e65-4c2b-a18c-be76a4583bb9 req-51453a07-8e13-47a3-9956-4c7a86367b15 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 943 time: 0.1218963 Aug 26 13:38:00.908392 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:00.909553 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=94616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 13:38:00.913593 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3060d267-620e-45b8-8b4d-5ae747606e7f req-a7bd4fed-bcb4-43fe-a590-a7299836063f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7e0b1bc-455d-4000-96ab-09029c31f20e HTTP/1.1" status: 200 len: 217 time: 0.0564194 Aug 26 13:38:00.931527 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d645d07-6b2b-4fa8-beb2-3a6d89679137 req-077728b2-c508-4806-9c54-83f380e649ed tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:00.933118 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2d645d07-6b2b-4fa8-beb2-3a6d89679137 req-077728b2-c508-4806-9c54-83f380e649ed tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.1238081 Aug 26 13:38:00.979599 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8acf3762-2e65-4c2b-a18c-be76a4583bb9 req-85e72e6c-6682-4d68-a0e3-57a1bbd0d28a tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791285 Aug 26 13:38:00.994364 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060d267-620e-45b8-8b4d-5ae747606e7f req-40243fbc-08bb-4531-90cf-63dd40c7171c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:00.995135 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3060d267-620e-45b8-8b4d-5ae747606e7f req-40243fbc-08bb-4531-90cf-63dd40c7171c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=44553468-309b-402a-9962-58b86538a2f3 HTTP/1.1" status: 200 len: 859 time: 0.0751853 Aug 26 13:38:00.996396 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-18298a81-e00f-49f1-8749-6c24f9ec9745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:01.028787 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18298a81-e00f-49f1-8749-6c24f9ec9745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c442f5db-f09c-416e-b68b-83874ccf0fd6,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:01.085963 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=61597be3-6d4e-42e3-ba19-d5e2b75991bf,revision_number=4']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:01.086939 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3060d267-620e-45b8-8b4d-5ae747606e7f req-8d43ea7b-90ec-4dc0-9b5b-686828eeb77c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=60ee5afa-17b9-4cf6-a513-d0be6a626ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591388 Aug 26 13:38:01.126788 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-026ccf05-ad7a-4d22-bf16-1639dc0cbe9b req-b32796bf-8e9f-4166-ab2f-f11902be7c35 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:01.137112 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-18298a81-e00f-49f1-8749-6c24f9ec9745 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5c6433f1a23247f799b39535e1820192&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6235695 Aug 26 13:38:01.150478 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 55490) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:01.155312 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2d645d07-6b2b-4fa8-beb2-3a6d89679137 req-2c7f2352-ddc1-4132-9288-e3a27f43866d tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003820 Aug 26 13:38:01.204425 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=18fb0b18-c6df-42fe-9d78-6d4ab5d593f8,segment=NetworkSegment(622f9d42-2ef0-4df2-9e01-d60060392ec1),segment_id=622f9d42-2ef0-4df2-9e01-d60060392ec1)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:38:01.238192 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Returning: {'device': '18fb0b18-c6df-42fe-9d78-6d4ab5d593f8', 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368', 'port_id': '18fb0b18-c6df-42fe-9d78-6d4ab5d593f8', 'mac_address': 'fa:16:3e:39:a0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f404f389-dc0c-4c0d-a515-d27c76237ec3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 13:38:01.246709 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-026ccf05-ad7a-4d22-bf16-1639dc0cbe9b req-b32796bf-8e9f-4166-ab2f-f11902be7c35 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:01.294351 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-aff3ed30-72d2-4680-a8e2-b142f1364508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:01.321668 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-026ccf05-ad7a-4d22-bf16-1639dc0cbe9b req-b32796bf-8e9f-4166-ab2f-f11902be7c35 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=225d5e46-1fc9-4734-a7ff-55b7aa12dd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6742370 Aug 26 13:38:01.337698 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:01.343083 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6abba2-b008-4a74-bcc1-1557a4cdb6d6 req-5c699304-9177-4a53-8135-02236258c84c tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:01.344876 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7d6abba2-b008-4a74-bcc1-1557a4cdb6d6 req-5c699304-9177-4a53-8135-02236258c84c tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/ports?device_id=e76160cc-69ae-4727-8f06-2302faa5b4ac HTTP/1.1" status: 200 len: 946 time: 0.2163639 Aug 26 13:38:01.346263 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3060d267-620e-45b8-8b4d-5ae747606e7f req-6dc46212-3de2-4862-81ce-61ac19e40ad8 service neutron] 10.222.0.38 "GET /v2.0/networks/60ee5afa-17b9-4cf6-a513-d0be6a626ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433183 Aug 26 13:38:01.362486 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:38:01.372017 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32796bf-8e9f-4166-ab2f-f11902be7c35 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=abc51ebe-c647-4758-9da9-2f518fdfd4cc,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:01.396820 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-aff3ed30-72d2-4680-a8e2-b142f1364508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:01.405561 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=18fb0b18-c6df-42fe-9d78-6d4ab5d593f8,segment=NetworkSegment(622f9d42-2ef0-4df2-9e01-d60060392ec1),segment_id=622f9d42-2ef0-4df2-9e01-d60060392ec1)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:38:01.465556 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7d6abba2-b008-4a74-bcc1-1557a4cdb6d6 req-ae1fd14b-4829-4659-91fd-b6604b9f081e tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/security-groups?id=225d5e46-1fc9-4734-a7ff-55b7aa12dd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050169 Aug 26 13:38:01.518286 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:01.519158 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device a7e0b1bc-455d-4000-96ab-09029c31f20e details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=94616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 13:38:01.589563 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port a7e0b1bc-455d-4000-96ab-09029c31f20e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a7e0b1bc-455d-4000-96ab-09029c31f20e,segment=NetworkSegment(25450fc3-ef5a-474d-a5cf-eaafca82275e),segment_id=25450fc3-ef5a-474d-a5cf-eaafca82275e)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:38:01.592304 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=18fb0b18-c6df-42fe-9d78-6d4ab5d593f8,revision_number=4']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:01.611917 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Returning: {'device': 'a7e0b1bc-455d-4000-96ab-09029c31f20e', 'network_id': '60ee5afa-17b9-4cf6-a513-d0be6a626ec2', 'port_id': 'a7e0b1bc-455d-4000-96ab-09029c31f20e', 'mac_address': 'fa:16:3e:37:8d:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44553468-309b-402a-9962-58b86538a2f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 13:38:01.621663 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-aff3ed30-72d2-4680-a8e2-b142f1364508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:01.625305 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-aff3ed30-72d2-4680-a8e2-b142f1364508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:01.628143 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-aff3ed30-72d2-4680-a8e2-b142f1364508 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c442f5db-f09c-416e-b68b-83874ccf0fd6 HTTP/1.1" status: 204 len: 168 time: 0.4702673 Aug 26 13:38:01.645404 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff3ed30-72d2-4680-a8e2-b142f1364508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c442f5db-f09c-416e-b68b-83874ccf0fd6,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:01.659150 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:01.690812 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7e0b1bc-455d-4000-96ab-09029c31f20e {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:38:01.744524 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port a7e0b1bc-455d-4000-96ab-09029c31f20e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a7e0b1bc-455d-4000-96ab-09029c31f20e,segment=NetworkSegment(25450fc3-ef5a-474d-a5cf-eaafca82275e),segment_id=25450fc3-ef5a-474d-a5cf-eaafca82275e)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:38:01.826663 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3060d267-620e-45b8-8b4d-5ae747606e7f req-eb60b99d-c244-457a-9905-5fe166d61b15 service neutron] 10.222.0.38 "GET /v2.0/networks/60ee5afa-17b9-4cf6-a513-d0be6a626ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042589 Aug 26 13:38:01.891774 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:01.950480 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=a7e0b1bc-455d-4000-96ab-09029c31f20e,revision_number=4']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:02.137876 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e0f41-7343-475f-9933-94880f1412bc req-c7cbef6f-17a2-41f3-9644-ae942d51aea2 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:02.139602 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-717e0f41-7343-475f-9933-94880f1412bc req-c7cbef6f-17a2-41f3-9644-ae942d51aea2 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 944 time: 0.0609958 Aug 26 13:38:02.193795 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-717e0f41-7343-475f-9933-94880f1412bc req-e2a7fefb-9ac4-4215-8855-60728d811fa4 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468574 Aug 26 13:38:02.363363 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['61597be3-6d4e-42e3-ba19-d5e2b75991bf'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:38:02.417214 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['18fb0b18-c6df-42fe-9d78-6d4ab5d593f8'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:38:02.447552 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['a7e0b1bc-455d-4000-96ab-09029c31f20e'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:38:02.461433 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bcf6f-4466-4194-82e9-bb13e32bc568 req-61f5dc23-5c78-44ff-8200-060f2ece1793 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:02.470448 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-cf4bcf6f-4466-4194-82e9-bb13e32bc568 req-61f5dc23-5c78-44ff-8200-060f2ece1793 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 945 time: 0.0904758 Aug 26 13:38:02.522015 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-cf4bcf6f-4466-4194-82e9-bb13e32bc568 req-67705f13-18eb-435a-a562-38412555b03a tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448520 Aug 26 13:38:02.619716 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abff57-17f0-4115-9f4c-df965d457bd0 req-2a9f4271-18bc-478f-bc30-c630fa52c8b2 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:02.626543 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-42abff57-17f0-4115-9f4c-df965d457bd0 req-2a9f4271-18bc-478f-bc30-c630fa52c8b2 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/ports?device_id=e76160cc-69ae-4727-8f06-2302faa5b4ac HTTP/1.1" status: 200 len: 946 time: 0.0623906 Aug 26 13:38:02.667881 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-42abff57-17f0-4115-9f4c-df965d457bd0 req-0b11146f-6fa6-482c-a3f1-37f35b1b8c7f tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/security-groups?id=225d5e46-1fc9-4734-a7ff-55b7aa12dd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386221 Aug 26 13:38:03.330255 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e44f36-5a54-4d24-bd71-38215ef3194c req-21d97752-f628-4f69-8c1d-5a37648d240e tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:03.331873 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-90e44f36-5a54-4d24-bd71-38215ef3194c req-21d97752-f628-4f69-8c1d-5a37648d240e tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 944 time: 0.0548325 Aug 26 13:38:03.383706 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-90e44f36-5a54-4d24-bd71-38215ef3194c req-0a4f54cf-e255-4a05-933a-f43e219095d4 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426455 Aug 26 13:38:03.633149 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2d4fa-9734-4807-82fb-91053b02e757 req-a20d9037-1c8b-4e18-b8cf-b06c6df85efb tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:03.634749 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-85c2d4fa-9734-4807-82fb-91053b02e757 req-a20d9037-1c8b-4e18-b8cf-b06c6df85efb tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 945 time: 0.0514939 Aug 26 13:38:03.677542 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-85c2d4fa-9734-4807-82fb-91053b02e757 req-dc151af6-90ce-425c-9204-c98f9c83381f tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356798 Aug 26 13:38:03.719454 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 55608) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:03.801946 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1f226-ebdf-4add-8cc2-3968a9e045c5 req-0223036c-0cae-4a03-9098-56b798a72c37 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:03.803536 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3df1f226-ebdf-4add-8cc2-3968a9e045c5 req-0223036c-0cae-4a03-9098-56b798a72c37 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/ports?device_id=e76160cc-69ae-4727-8f06-2302faa5b4ac HTTP/1.1" status: 200 len: 946 time: 0.0488312 Aug 26 13:38:03.852617 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3df1f226-ebdf-4add-8cc2-3968a9e045c5 req-e727e5ce-8186-464f-8c6c-f199beff76e1 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/security-groups?id=225d5e46-1fc9-4734-a7ff-55b7aa12dd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429423 Aug 26 13:38:03.940770 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-58bc5e39-b67e-4447-988f-7c20003d819e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:04.046356 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-58bc5e39-b67e-4447-988f-7c20003d819e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:04.147196 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-58bc5e39-b67e-4447-988f-7c20003d819e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:04.195470 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-58bc5e39-b67e-4447-988f-7c20003d819e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5c078eb98fa64c0082e0ba5585151962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4718800 Aug 26 13:38:04.195470 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc5e39-b67e-4447-988f-7c20003d819e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb46914c-de05-4516-b62c-5fc43d9faf25,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:04.195770 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 55628) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:04.275358 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c2f0ce47-0f1b-4196-a467-848e95aa5bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:04.303705 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c2f0ce47-0f1b-4196-a467-848e95aa5bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:04.507200 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c2f0ce47-0f1b-4196-a467-848e95aa5bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:04.511180 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c2f0ce47-0f1b-4196-a467-848e95aa5bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:04.512373 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-c2f0ce47-0f1b-4196-a467-848e95aa5bac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bb46914c-de05-4516-b62c-5fc43d9faf25 HTTP/1.1" status: 204 len: 168 time: 0.3155711 Aug 26 13:38:04.524174 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c5eee-6bc3-4717-8d2d-435b0b98a76e req-542497c0-2d28-4809-a489-06d65addfea7 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:04.526015 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7e2c5eee-6bc3-4717-8d2d-435b0b98a76e req-542497c0-2d28-4809-a489-06d65addfea7 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 944 time: 0.0647564 Aug 26 13:38:04.532807 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0ce47-0f1b-4196-a467-848e95aa5bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb46914c-de05-4516-b62c-5fc43d9faf25,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:04.549103 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 61597be3-6d4e-42e3-ba19-d5e2b75991bf up at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:38:04.580528 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7e2c5eee-6bc3-4717-8d2d-435b0b98a76e req-5e6ecd0c-fdd5-4920-aefb-6cf9d215f7b7 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421560 Aug 26 13:38:04.725917 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning for port 61597be3-6d4e-42e3-ba19-d5e2b75991bf completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:38:04.730505 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning complete for port 61597be3-6d4e-42e3-ba19-d5e2b75991bf triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:38:04.730950 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:04.837609 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb138598-96b7-479c-83e2-c8361c34c929 req-95e511f6-9332-441d-a67e-0ac035f953ef tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:04.847099 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-cb138598-96b7-479c-83e2-c8361c34c929 req-95e511f6-9332-441d-a67e-0ac035f953ef tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 945 time: 0.0830069 Aug 26 13:38:04.853676 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:04.913384 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-cb138598-96b7-479c-83e2-c8361c34c929 req-66b100da-6261-4ef2-8305-b6270b63b97f tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561564 Aug 26 13:38:04.914301 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7957377b-2176-4c61-9084-4f28eaa17e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61597be3-6d4e-42e3-ba19-d5e2b75991bf'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:38:04.919281 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adf09783f65fc29d397fc30c9e785295af8fecd29e58eb7f547da51af43e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e377056-f7c4-42d2-b3ac-4825c17bd98a" -d '{"events": [{"server_uuid": "7957377b-2176-4c61-9084-4f28eaa17e79", "name": "network-vif-plugged", "status": "completed", "tag": "61597be3-6d4e-42e3-ba19-d5e2b75991bf"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:38:04.961881 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 61597be3-6d4e-42e3-ba19-d5e2b75991bf, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=61597be3-6d4e-42e3-ba19-d5e2b75991bf,segment=NetworkSegment(25450fc3-ef5a-474d-a5cf-eaafca82275e),segment_id=25450fc3-ef5a-474d-a5cf-eaafca82275e)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:38:05.008114 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fa6c98-1896-4457-b15a-dbf03ffd3b1c x-openstack-request-id: req-37fa6c98-1896-4457-b15a-dbf03ffd3b1c {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:38:05.008413 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7957377b-2176-4c61-9084-4f28eaa17e79", "name": "network-vif-plugged", "status": "completed", "tag": "61597be3-6d4e-42e3-ba19-d5e2b75991bf", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:38:05.008676 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-37fa6c98-1896-4457-b15a-dbf03ffd3b1c {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:38:05.009074 dv-cinder-786386-11-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7957377b-2176-4c61-9084-4f28eaa17e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61597be3-6d4e-42e3-ba19-d5e2b75991bf', 'code': 200} Aug 26 13:38:05.028864 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:05.029684 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 up at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:38:05.147045 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=61597be3-6d4e-42e3-ba19-d5e2b75991bf,revision_number=5']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:05.283843 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning for port 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:38:05.289031 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning complete for port 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:38:05.291955 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:05.399006 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:05.447046 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=18fb0b18-c6df-42fe-9d78-6d4ab5d593f8,segment=NetworkSegment(622f9d42-2ef0-4df2-9e01-d60060392ec1),segment_id=622f9d42-2ef0-4df2-9e01-d60060392ec1)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:38:05.495845 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae2622-5f34-47b5-be87-a87372a2d23d req-430e1660-2e2f-49f6-a1e1-e8daaf04a7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:05.501666 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-27ae2622-5f34-47b5-be87-a87372a2d23d req-430e1660-2e2f-49f6-a1e1-e8daaf04a7dd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 1098 time: 0.0776594 Aug 26 13:38:05.544851 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-27ae2622-5f34-47b5-be87-a87372a2d23d req-b5da9c1a-64d7-48cc-8482-d1d8b465ebeb service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401027 Aug 26 13:38:05.554319 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:05.555265 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device a7e0b1bc-455d-4000-96ab-09029c31f20e up at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:38:05.640841 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=18fb0b18-c6df-42fe-9d78-6d4ab5d593f8,revision_number=5']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:05.666119 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 55696) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:05.685500 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-9086d39e-9f4c-4998-a321-a07951dffdae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:05.761703 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning for port a7e0b1bc-455d-4000-96ab-09029c31f20e completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:38:05.763153 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning complete for port a7e0b1bc-455d-4000-96ab-09029c31f20e triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:38:05.763782 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:05.768167 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6792a64-96ae-4974-823f-94c61078f3fe req-4e325ddc-c5e3-47df-a460-6821b9b40900 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:05.769911 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a6792a64-96ae-4974-823f-94c61078f3fe req-4e325ddc-c5e3-47df-a460-6821b9b40900 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 944 time: 0.0751894 Aug 26 13:38:05.859446 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a6792a64-96ae-4974-823f-94c61078f3fe req-7f54cec7-d66c-4554-afa5-c230e1212ee8 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768032 Aug 26 13:38:05.896997 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:05.907783 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-9086d39e-9f4c-4998-a321-a07951dffdae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:05.942820 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port a7e0b1bc-455d-4000-96ab-09029c31f20e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a7e0b1bc-455d-4000-96ab-09029c31f20e,segment=NetworkSegment(25450fc3-ef5a-474d-a5cf-eaafca82275e),segment_id=25450fc3-ef5a-474d-a5cf-eaafca82275e)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:38:05.983005 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-9086d39e-9f4c-4998-a321-a07951dffdae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:06.045916 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:06.059441 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-9086d39e-9f4c-4998-a321-a07951dffdae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a8954809080e43089baabab0df0e1c1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3896706 Aug 26 13:38:06.059441 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9086d39e-9f4c-4998-a321-a07951dffdae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f140fe70-30ef-4345-bb0f-81997c128a20,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:06.060058 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 55710) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:06.083952 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c06bb-8cca-4792-8cfc-91763afa3e28 req-32168daa-e6f6-4f85-af3f-309a79e991c1 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:06.085446 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9a7c06bb-8cca-4792-8cfc-91763afa3e28 req-32168daa-e6f6-4f85-af3f-309a79e991c1 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.0955172 Aug 26 13:38:06.111029 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=a7e0b1bc-455d-4000-96ab-09029c31f20e,revision_number=5']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:06.134376 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9a7c06bb-8cca-4792-8cfc-91763afa3e28 req-2953f1ea-7cc2-4f3b-b525-3f0045b7982d tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404685 Aug 26 13:38:06.138644 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b1a45ce4-8679-4e16-b384-876df933cab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:06.164058 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b1a45ce4-8679-4e16-b384-876df933cab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:06.323904 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b1a45ce4-8679-4e16-b384-876df933cab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:06.327282 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b1a45ce4-8679-4e16-b384-876df933cab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:06.329107 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-b1a45ce4-8679-4e16-b384-876df933cab2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f140fe70-30ef-4345-bb0f-81997c128a20 HTTP/1.1" status: 204 len: 168 time: 0.2675178 Aug 26 13:38:06.340038 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a45ce4-8679-4e16-b384-876df933cab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f140fe70-30ef-4345-bb0f-81997c128a20,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:07.010526 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ccc686-1ce4-45ac-8fd3-e1b23818371b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18fb0b18-c6df-42fe-9d78-6d4ab5d593f8'}, {'server_uuid': '080ebff3-028a-40ca-bcba-13bb43d3f2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e0b1bc-455d-4000-96ab-09029c31f20e'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:38:07.013405 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adf09783f65fc29d397fc30c9e785295af8fecd29e58eb7f547da51af43e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e1dae5-2ab5-4561-bec9-ad30fc613801" -d '{"events": [{"server_uuid": "31ccc686-1ce4-45ac-8fd3-e1b23818371b", "name": "network-vif-plugged", "status": "completed", "tag": "18fb0b18-c6df-42fe-9d78-6d4ab5d593f8"}, {"server_uuid": "080ebff3-028a-40ca-bcba-13bb43d3f2e6", "name": "network-vif-plugged", "status": "completed", "tag": "a7e0b1bc-455d-4000-96ab-09029c31f20e"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:38:07.131449 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fc680-fa15-484b-94e9-ad783a8fd3b7 req-818f194e-e236-4e80-8e1a-69c47af66b61 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:07.134021 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c19fc680-fa15-484b-94e9-ad783a8fd3b7 req-818f194e-e236-4e80-8e1a-69c47af66b61 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 945 time: 0.0741458 Aug 26 13:38:07.178859 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c19fc680-fa15-484b-94e9-ad783a8fd3b7 req-aa64a6f2-68b9-4b52-b7eb-6cd5db3f81a8 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387807 Aug 26 13:38:07.237758 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 26 Aug 2021 13:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede5a68d-bce9-46a8-9657-cfa46ffc29dd x-openstack-request-id: req-ede5a68d-bce9-46a8-9657-cfa46ffc29dd {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:38:07.238178 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ccc686-1ce4-45ac-8fd3-e1b23818371b", "name": "network-vif-plugged", "status": "completed", "tag": "18fb0b18-c6df-42fe-9d78-6d4ab5d593f8", "code": 200}, {"server_uuid": "080ebff3-028a-40ca-bcba-13bb43d3f2e6", "name": "network-vif-plugged", "status": "completed", "tag": "a7e0b1bc-455d-4000-96ab-09029c31f20e", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:38:07.238544 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ede5a68d-bce9-46a8-9657-cfa46ffc29dd {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:38:07.238955 dv-cinder-786386-11-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ccc686-1ce4-45ac-8fd3-e1b23818371b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18fb0b18-c6df-42fe-9d78-6d4ab5d593f8', 'code': 200} Aug 26 13:38:07.239200 dv-cinder-786386-11-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '080ebff3-028a-40ca-bcba-13bb43d3f2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e0b1bc-455d-4000-96ab-09029c31f20e', 'code': 200} Aug 26 13:38:07.379121 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8c5e1-42ca-4ac5-b8a9-8e50d95b1e3b req-ce9dbe5e-452d-4d6b-9775-70964ec696df tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:07.381247 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-02f8c5e1-42ca-4ac5-b8a9-8e50d95b1e3b req-ce9dbe5e-452d-4d6b-9775-70964ec696df tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.0687487 Aug 26 13:38:07.428726 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-02f8c5e1-42ca-4ac5-b8a9-8e50d95b1e3b req-5bc1d58c-0318-4312-a4f2-504b76afdf76 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406890 Aug 26 13:38:07.558283 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 55772) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:07.682386 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-963b9555-db4a-4ffa-a3be-f84556cf671c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:07.812626 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-963b9555-db4a-4ffa-a3be-f84556cf671c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:07.871158 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2cfc3-17f9-45e9-b5b7-3a6b033f73b6 req-eee3fa19-fa7a-412c-ada3-da0dc7520c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:07.872966 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-09a2cfc3-17f9-45e9-b5b7-3a6b033f73b6 req-eee3fa19-fa7a-412c-ada3-da0dc7520c50 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 1099 time: 0.0445926 Aug 26 13:38:07.874580 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45b0ac-5354-46b1-92ab-e5379f8dfe6f req-51ababd2-ac6b-402f-b773-7fec5b6a2f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:07.876154 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ad45b0ac-5354-46b1-92ab-e5379f8dfe6f req-51ababd2-ac6b-402f-b773-7fec5b6a2f08 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 1098 time: 0.0468032 Aug 26 13:38:07.917248 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-09a2cfc3-17f9-45e9-b5b7-3a6b033f73b6 req-cafce64e-58db-460d-8ab9-08f3aaa94364 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315754 Aug 26 13:38:07.924621 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ad45b0ac-5354-46b1-92ab-e5379f8dfe6f req-d54d882f-d608-47bc-bab8-623e4f48891f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326147 Aug 26 13:38:08.005370 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-963b9555-db4a-4ffa-a3be-f84556cf671c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:08.053411 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-963b9555-db4a-4ffa-a3be-f84556cf671c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=50b9247bdc57450ebbf8a2b8f4fff7d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4912171 Aug 26 13:38:08.056509 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b9555-db4a-4ffa-a3be-f84556cf671c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9a37be-71b5-494f-9458-fb644bdf8b34,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:08.058624 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 55786) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:08.110547 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9d6085ec-7c48-410c-b5d0-c93d27cfe952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:08.134536 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9d6085ec-7c48-410c-b5d0-c93d27cfe952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:08.295993 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9d6085ec-7c48-410c-b5d0-c93d27cfe952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:08.302425 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9d6085ec-7c48-410c-b5d0-c93d27cfe952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:08.305368 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-9d6085ec-7c48-410c-b5d0-c93d27cfe952 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2f9a37be-71b5-494f-9458-fb644bdf8b34 HTTP/1.1" status: 204 len: 168 time: 0.2455034 Aug 26 13:38:08.323775 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6085ec-7c48-410c-b5d0-c93d27cfe952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9a37be-71b5-494f-9458-fb644bdf8b34,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:08.383222 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c26ad-50cd-4194-89e9-e39e15b81fea req-154d5efc-baa1-4e03-b49a-cd2f490e4555 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:08.385519 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b75c26ad-50cd-4194-89e9-e39e15b81fea req-154d5efc-baa1-4e03-b49a-cd2f490e4555 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 945 time: 0.1140873 Aug 26 13:38:08.454203 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b75c26ad-50cd-4194-89e9-e39e15b81fea req-22bd5574-fec5-4696-8bee-311e67ccfa59 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613170 Aug 26 13:38:08.611924 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1e697-9f33-480b-a6af-1982219152d1 req-6af83d23-8714-4c35-aa46-f9a6ba445070 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:08.614177 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-67e1e697-9f33-480b-a6af-1982219152d1 req-6af83d23-8714-4c35-aa46-f9a6ba445070 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.0576863 Aug 26 13:38:08.659063 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-67e1e697-9f33-480b-a6af-1982219152d1 req-307f35e9-a8dd-4f10-9098-1ca125805e3e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379193 Aug 26 13:38:09.393593 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 55844) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:09.406433 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2dd9fa34-7274-4452-93ca-0f12a78413c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:09.559845 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 55854) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:09.572042 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2dd9fa34-7274-4452-93ca-0f12a78413c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:09.668222 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2dd9fa34-7274-4452-93ca-0f12a78413c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:09.703522 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd5119-1e09-4815-af98-0783c45b8006 req-56589c9b-cfe0-4727-982c-5246f33d277c tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:09.706465 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9cfd5119-1e09-4815-af98-0783c45b8006 req-56589c9b-cfe0-4727-982c-5246f33d277c tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 945 time: 0.1129475 Aug 26 13:38:09.735097 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-2dd9fa34-7274-4452-93ca-0f12a78413c7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e1f357234b864ffeb79f9751156d22f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3413453 Aug 26 13:38:09.741824 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 55866) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:09.758547 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd9fa34-7274-4452-93ca-0f12a78413c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee9022e-f2ca-4adc-94c1-4478451b7062,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:09.789791 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e7ca66f6-e5ab-492a-af2e-75e885fa5b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:09.824277 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9cfd5119-1e09-4815-af98-0783c45b8006 req-a72a3450-6bff-4cc3-ac78-cc3342a76ac2 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966959 Aug 26 13:38:09.840520 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5ea076b8-6daf-46cf-a235-ff10a4ad5a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:09.898381 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5ea076b8-6daf-46cf-a235-ff10a4ad5a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:09.898936 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432893d1-b2de-40e3-ad34-9deceb02ea6f req-7c9a629d-c956-4d82-8485-c55d1c711e15 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:09.900908 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-432893d1-b2de-40e3-ad34-9deceb02ea6f req-7c9a629d-c956-4d82-8485-c55d1c711e15 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.1060617 Aug 26 13:38:09.971408 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-432893d1-b2de-40e3-ad34-9deceb02ea6f req-2fddb119-b7ce-4d81-a4f4-a00a40bf953e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522208 Aug 26 13:38:10.099447 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5ea076b8-6daf-46cf-a235-ff10a4ad5a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:10.102399 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5ea076b8-6daf-46cf-a235-ff10a4ad5a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:10.109162 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-5ea076b8-6daf-46cf-a235-ff10a4ad5a72 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9ee9022e-f2ca-4adc-94c1-4478451b7062 HTTP/1.1" status: 204 len: 168 time: 0.3609371 Aug 26 13:38:10.144819 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea076b8-6daf-46cf-a235-ff10a4ad5a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee9022e-f2ca-4adc-94c1-4478451b7062,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:10.170658 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e7ca66f6-e5ab-492a-af2e-75e885fa5b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:10.198012 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77805aeb-94c0-4766-a162-a476a1f66ed8 req-05afc4b3-664f-448d-a292-d5fd6e0a0932 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:10.199577 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-77805aeb-94c0-4766-a162-a476a1f66ed8 req-05afc4b3-664f-448d-a292-d5fd6e0a0932 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.1040764 Aug 26 13:38:10.208316 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 55878) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:10.213644 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-7a2b3bb1-d0ca-49cb-bbea-9535f3d86e3e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Request body: {'floatingip': {'port_id': '18fb0b18-c6df-42fe-9d78-6d4ab5d593f8'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:38:10.283562 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e7ca66f6-e5ab-492a-af2e-75e885fa5b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:10.296211 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-7a2b3bb1-d0ca-49cb-bbea-9535f3d86e3e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for floatingip, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:10.617473 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca66f6-e5ab-492a-af2e-75e885fa5b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f50507-7bb2-4ea9-83cc-d1b97d969dab,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:10.631518 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-e7ca66f6-e5ab-492a-af2e-75e885fa5b3d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fad9a53d7bc14229b84aacbdfd53eaba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0669179 Aug 26 13:38:10.631737 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 55898) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:10.702477 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-41b9f316-7ed8-46e1-b06b-3d533d5985e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:10.726513 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-41b9f316-7ed8-46e1-b06b-3d533d5985e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:10.902416 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-41b9f316-7ed8-46e1-b06b-3d533d5985e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:10.904983 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-41b9f316-7ed8-46e1-b06b-3d533d5985e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:10.907510 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-41b9f316-7ed8-46e1-b06b-3d533d5985e7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/48f50507-7bb2-4ea9-83cc-d1b97d969dab HTTP/1.1" status: 204 len: 168 time: 0.2741411 Aug 26 13:38:10.925425 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9f316-7ed8-46e1-b06b-3d533d5985e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f50507-7bb2-4ea9-83cc-d1b97d969dab,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:11.120950 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde4e5a-db52-48b6-9e57-b5cf00483ecc req-7c67df0d-b24b-419b-a7a0-ff3047eea2ca tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:11.122589 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8cde4e5a-db52-48b6-9e57-b5cf00483ecc req-7c67df0d-b24b-419b-a7a0-ff3047eea2ca tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 945 time: 0.1599061 Aug 26 13:38:11.248443 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8cde4e5a-db52-48b6-9e57-b5cf00483ecc req-a192535d-a3a6-4494-8e0c-ada2ed63f800 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104734 Aug 26 13:38:11.375745 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-7a2b3bb1-d0ca-49cb-bbea-9535f3d86e3e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:11.457079 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-7a2b3bb1-d0ca-49cb-bbea-9535f3d86e3e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430417'] for floatingip, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:11.575781 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.db.l3_db [None req-7a2b3bb1-d0ca-49cb-bbea-9535f3d86e3e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Floating IP 3419b6b4-3c68-4768-bed6-a2479c136935 associated. External IP: 172.27.2.184, port: 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8. Aug 26 13:38:11.789973 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2b3bb1-d0ca-49cb-bbea-9535f3d86e3e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Router fdb0a255-e87a-4160-91bc-2c34ce5120d7 has already been hosted by L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 {{(pid=94614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 13:38:11.938154 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2b3bb1-d0ca-49cb-bbea-9535f3d86e3e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:38:11.944510 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-7a2b3bb1-d0ca-49cb-bbea-9535f3d86e3e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for floatingip, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:11.962506 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5874b03f-8dbe-4e9f-877a-269f76fd0659 None None] Sync routers for ids ['fdb0a255-e87a-4160-91bc-2c34ce5120d7'] in dv-cinder-786386-11-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:38:11.974437 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5874b03f-8dbe-4e9f-877a-269f76fd0659 None None] Routers {'fdb0a255-e87a-4160-91bc-2c34ce5120d7'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:38:11.983887 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-5874b03f-8dbe-4e9f-877a-269f76fd0659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:37:57Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['fdb0a255-e87a-4160-91bc-2c34ce5120d7'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:38:11.996117 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-7a2b3bb1-d0ca-49cb-bbea-9535f3d86e3e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "PUT /v2.0/floatingips/3419b6b4-3c68-4768-bed6-a2479c136935 HTTP/1.1" status: 200 len: 992 time: 1.7861254 Aug 26 13:38:11.997293 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ccc686-1ce4-45ac-8fd3-e1b23818371b', 'tag': '18fb0b18-c6df-42fe-9d78-6d4ab5d593f8'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:38:11.999896 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a01c3ba01e4bf0bec97fb524610b41262b2b21d9aec27a526a98035f21d3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7252376e-500e-4ad1-9bc9-b9e2d2bf2410" -d '{"events": [{"name": "network-changed", "server_uuid": "31ccc686-1ce4-45ac-8fd3-e1b23818371b", "tag": "18fb0b18-c6df-42fe-9d78-6d4ab5d593f8"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:38:12.144889 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-5874b03f-8dbe-4e9f-877a-269f76fd0659 None None] Set router fdb0a255-e87a-4160-91bc-2c34ce5120d7 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:38:12.164479 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 13:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3420beb8-f4b0-4581-8b91-52cb7256e600 x-openstack-request-id: req-3420beb8-f4b0-4581-8b91-52cb7256e600 {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:38:12.168637 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31ccc686-1ce4-45ac-8fd3-e1b23818371b", "tag": "18fb0b18-c6df-42fe-9d78-6d4ab5d593f8", "status": "completed", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:38:12.173597 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3420beb8-f4b0-4581-8b91-52cb7256e600 {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:38:12.177904 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ccc686-1ce4-45ac-8fd3-e1b23818371b', 'tag': '18fb0b18-c6df-42fe-9d78-6d4ab5d593f8', 'status': 'completed', 'code': 200} Aug 26 13:38:12.255314 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 55954) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:12.260509 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 55956) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:12.299403 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-22a13daa-1a9d-4478-a026-d813c0c3a566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:12.389207 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252376e-500e-4ad1-9bc9-b9e2d2bf2410 req-3fed0b2e-f5da-4a18-91bb-1cb8d6c05445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:12.393908 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7252376e-500e-4ad1-9bc9-b9e2d2bf2410 req-3fed0b2e-f5da-4a18-91bb-1cb8d6c05445 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb7886896a194491958e9bfa03f0ea57&device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 1099 time: 0.1774685 Aug 26 13:38:12.425492 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5e577-82dc-4d20-8b7d-8f9e55866391 req-92260343-b10e-4ab1-8bb5-23c69178346b tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:12.430264 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-43c5e577-82dc-4d20-8b7d-8f9e55866391 req-92260343-b10e-4ab1-8bb5-23c69178346b tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 945 time: 0.1687202 Aug 26 13:38:12.495354 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-22a13daa-1a9d-4478-a026-d813c0c3a566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:12.530985 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fefd0e-4462-428c-baaa-308ee8bcc4ed req-4f436bc8-eff7-4287-a353-6b479233c182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:12.532915 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-94fefd0e-4462-428c-baaa-308ee8bcc4ed req-4f436bc8-eff7-4287-a353-6b479233c182 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf48eac27ef64ed48fd83b9d2b1cab96&device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 1098 time: 0.0782223 Aug 26 13:38:12.617970 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-f2388a40-8f4f-482a-b8a2-e0543cb67622 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-178733426-network', 'tenant_id': 'b7632f6d395841c6986411ed4f58d02d'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:38:12.625200 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-22a13daa-1a9d-4478-a026-d813c0c3a566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:12.721870 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-22a13daa-1a9d-4478-a026-d813c0c3a566 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bdd95a175f414463aeade5b46135bf33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4556880 Aug 26 13:38:12.727125 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 55960) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:12.729487 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a13daa-1a9d-4478-a026-d813c0c3a566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41fc278-a725-4c74-a8b7-2e39167b6c59,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:12.761002 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-43c5e577-82dc-4d20-8b7d-8f9e55866391 req-3dfd9674-95c7-4c72-8698-a618f95ff34b tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161540 Aug 26 13:38:12.766423 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fefd0e-4462-428c-baaa-308ee8bcc4ed req-2fed8706-225b-454e-b61d-169dc38a48f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:12.768022 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-94fefd0e-4462-428c-baaa-308ee8bcc4ed req-2fed8706-225b-454e-b61d-169dc38a48f4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=60ee5afa-17b9-4cf6-a513-d0be6a626ec2 HTTP/1.1" status: 200 len: 920 time: 0.2274821 Aug 26 13:38:12.769020 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-5874b03f-8dbe-4e9f-877a-269f76fd0659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'name': 'tempest-AttachVolumeShelveTestJSON-95078014-router', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:37:22Z', 'updated_at': '2021-08-26T13:37:29Z', 'revision_number': 4, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'gw_port': {'id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:24Z', 'updated_at': '2021-08-26T13:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_floatingips': [{'id': '3419b6b4-3c68-4768-bed6-a2479c136935', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'router_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'port_id': '18fb0b18-c6df-42fe-9d78-6d4ab5d593f8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368', 'mac_address': 'fa:16:3e:39:a0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ccc686-1ce4-45ac-8fd3-e1b23818371b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T13:37:42Z', 'updated_at': '2021-08-26T13:38:11Z', 'revision_number': 1, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a76ee43c-da1e-4ef0-a139-efd20c3ba409', 'name': '', 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'mac_address': 'fa:16:3e:22:79:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f404f389-dc0c-4c0d-a515-d27c76237ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:28Z', 'updated_at': '2021-08-26T13:37:41Z', 'revision_number': 5, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'subnets': [{'id': 'f404f389-dc0c-4c0d-a515-d27c76237ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:38:12.807790 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5874b03f-8dbe-4e9f-877a-269f76fd0659 None None] Checking router: fdb0a255-e87a-4160-91bc-2c34ce5120d7 for host: dv-cinder-786386-11-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:38:12.817201 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5874b03f-8dbe-4e9f-877a-269f76fd0659 None None] Routers {'fdb0a255-e87a-4160-91bc-2c34ce5120d7'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:38:12.817903 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-5874b03f-8dbe-4e9f-877a-269f76fd0659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:37:57Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['fdb0a255-e87a-4160-91bc-2c34ce5120d7'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:38:12.820322 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252376e-500e-4ad1-9bc9-b9e2d2bf2410 req-e33049eb-efe9-44fd-9168-cd1b571144f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:12.823054 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7252376e-500e-4ad1-9bc9-b9e2d2bf2410 req-e33049eb-efe9-44fd-9168-cd1b571144f6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f0cbbb0-e1d8-4eda-8b5a-9467452e6368 HTTP/1.1" status: 200 len: 916 time: 0.4152112 Aug 26 13:38:12.829612 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2388a40-8f4f-482a-b8a2-e0543cb67622 admin admin] Made reservation on behalf of b7632f6d395841c6986411ed4f58d02d for: {'network': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:38:12.831962 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f2388a40-8f4f-482a-b8a2-e0543cb67622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for network, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:12.834913 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-94fefd0e-4462-428c-baaa-308ee8bcc4ed req-945c0b4a-f30e-41f0-9f55-5c5751b9428e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7e0b1bc-455d-4000-96ab-09029c31f20e HTTP/1.1" status: 200 len: 217 time: 0.0596077 Aug 26 13:38:12.841447 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-6647ce61-e62e-44c2-8a06-41954d00ca12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:12.855268 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f2388a40-8f4f-482a-b8a2-e0543cb67622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:12.910733 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fefd0e-4462-428c-baaa-308ee8bcc4ed req-8a22c240-04a0-49cc-a5b5-d87eb83313eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:12.912783 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-94fefd0e-4462-428c-baaa-308ee8bcc4ed req-8a22c240-04a0-49cc-a5b5-d87eb83313eb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=44553468-309b-402a-9962-58b86538a2f3 HTTP/1.1" status: 200 len: 859 time: 0.0668037 Aug 26 13:38:12.936591 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-6647ce61-e62e-44c2-8a06-41954d00ca12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:12.964329 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-94fefd0e-4462-428c-baaa-308ee8bcc4ed req-f26b0d34-056b-4d73-9077-8f394f105ff8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=60ee5afa-17b9-4cf6-a513-d0be6a626ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376797 Aug 26 13:38:12.965904 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7252376e-500e-4ad1-9bc9-b9e2d2bf2410 req-75613b12-5d27-46ba-b7dc-9703583f4175 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 HTTP/1.1" status: 200 len: 1000 time: 0.1356716 Aug 26 13:38:12.980461 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-5874b03f-8dbe-4e9f-877a-269f76fd0659 None None] Set router fdb0a255-e87a-4160-91bc-2c34ce5120d7 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:38:13.040903 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252376e-500e-4ad1-9bc9-b9e2d2bf2410 req-bda2a431-fb81-421a-bacc-43c05ac33360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:13.042550 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7252376e-500e-4ad1-9bc9-b9e2d2bf2410 req-bda2a431-fb81-421a-bacc-43c05ac33360 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f404f389-dc0c-4c0d-a515-d27c76237ec3 HTTP/1.1" status: 200 len: 854 time: 0.0558097 Aug 26 13:38:13.085001 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f2388a40-8f4f-482a-b8a2-e0543cb67622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:13.112938 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-94fefd0e-4462-428c-baaa-308ee8bcc4ed req-7323c293-d38b-4893-b51e-07e526d44ba3 service neutron] 10.222.0.38 "GET /v2.0/networks/60ee5afa-17b9-4cf6-a513-d0be6a626ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278052 Aug 26 13:38:13.120041 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252376e-500e-4ad1-9bc9-b9e2d2bf2410 req-15f10d6c-e4e9-4e36-91e0-5e02f7b035dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:13.123895 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7252376e-500e-4ad1-9bc9-b9e2d2bf2410 req-15f10d6c-e4e9-4e36-91e0-5e02f7b035dd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f0cbbb0-e1d8-4eda-8b5a-9467452e6368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0599306 Aug 26 13:38:13.242542 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-6647ce61-e62e-44c2-8a06-41954d00ca12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:13.246278 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-6647ce61-e62e-44c2-8a06-41954d00ca12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:13.247392 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-6647ce61-e62e-44c2-8a06-41954d00ca12 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a41fc278-a725-4c74-a8b7-2e39167b6c59 HTTP/1.1" status: 204 len: 168 time: 0.5192955 Aug 26 13:38:13.270106 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f2388a40-8f4f-482a-b8a2-e0543cb67622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:13.278793 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647ce61-e62e-44c2-8a06-41954d00ca12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41fc278-a725-4c74-a8b7-2e39167b6c59,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:13.310092 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-94fefd0e-4462-428c-baaa-308ee8bcc4ed req-3e9bb8d5-50ca-4e45-9c4f-362543dc2aad service neutron] 10.222.0.38 "GET /v2.0/networks/60ee5afa-17b9-4cf6-a513-d0be6a626ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869712 Aug 26 13:38:13.346865 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2388a40-8f4f-482a-b8a2-e0543cb67622 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=94615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 13:38:13.371848 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2388a40-8f4f-482a-b8a2-e0543cb67622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c761fb2-39d7-4797-ba60-9180caf103a1,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:13.390599 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f2388a40-8f4f-482a-b8a2-e0543cb67622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388'] for segment, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:13.391602 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.db.segments_db [None req-f2388a40-8f4f-482a-b8a2-e0543cb67622 admin admin] Added segment 810aacca-45c9-4ead-9c66-dba31ba64de0 of type vlan for network d4a779d1-39ea-4f06-a811-5d36eb9a03bc Aug 26 13:38:13.448734 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7252376e-500e-4ad1-9bc9-b9e2d2bf2410 req-6c12207c-7f49-415f-b2bf-a4b3afab1ac5 service neutron] 10.222.0.38 "GET /v2.0/networks/4f0cbbb0-e1d8-4eda-8b5a-9467452e6368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140244 Aug 26 13:38:13.475015 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f2388a40-8f4f-482a-b8a2-e0543cb67622 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790399845762'] for network, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:13.475431 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-5874b03f-8dbe-4e9f-877a-269f76fd0659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'name': 'tempest-AttachVolumeShelveTestJSON-95078014-router', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:37:22Z', 'updated_at': '2021-08-26T13:37:29Z', 'revision_number': 4, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'gw_port': {'id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:24Z', 'updated_at': '2021-08-26T13:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_floatingips': [{'id': '3419b6b4-3c68-4768-bed6-a2479c136935', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'router_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'port_id': '18fb0b18-c6df-42fe-9d78-6d4ab5d593f8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368', 'mac_address': 'fa:16:3e:39:a0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ccc686-1ce4-45ac-8fd3-e1b23818371b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T13:37:42Z', 'updated_at': '2021-08-26T13:38:11Z', 'revision_number': 1, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a76ee43c-da1e-4ef0-a139-efd20c3ba409', 'name': '', 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'mac_address': 'fa:16:3e:22:79:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f404f389-dc0c-4c0d-a515-d27c76237ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:28Z', 'updated_at': '2021-08-26T13:37:41Z', 'revision_number': 5, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'subnets': [{'id': 'f404f389-dc0c-4c0d-a515-d27c76237ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:38:13.557245 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5874b03f-8dbe-4e9f-877a-269f76fd0659 None None] The sync data for ids ['fdb0a255-e87a-4160-91bc-2c34ce5120d7'] in dv-cinder-786386-11-iscsi is: [{'id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'name': 'tempest-AttachVolumeShelveTestJSON-95078014-router', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:37:22Z', 'updated_at': '2021-08-26T13:37:29Z', 'revision_number': 4, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'gw_port': {'id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:24Z', 'updated_at': '2021-08-26T13:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_floatingips': [{'id': '3419b6b4-3c68-4768-bed6-a2479c136935', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'router_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'port_id': '18fb0b18-c6df-42fe-9d78-6d4ab5d593f8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368', 'mac_address': 'fa:16:3e:39:a0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ccc686-1ce4-45ac-8fd3-e1b23818371b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T13:37:42Z', 'updated_at': '2021-08-26T13:38:11Z', 'revision_number': 1, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a76ee43c-da1e-4ef0-a139-efd20c3ba409', 'name': '', 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'mac_address': 'fa:16:3e:22:79:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f404f389-dc0c-4c0d-a515-d27c76237ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:28Z', 'updated_at': '2021-08-26T13:37:41Z', 'revision_number': 5, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'subnets': [{'id': 'f404f389-dc0c-4c0d-a515-d27c76237ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:38:13.673243 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7252376e-500e-4ad1-9bc9-b9e2d2bf2410 req-5c943f5d-f0d4-4476-a27b-fda949904562 service neutron] 10.222.0.38 "GET /v2.0/networks/4f0cbbb0-e1d8-4eda-8b5a-9467452e6368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089586 Aug 26 13:38:13.732067 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f2388a40-8f4f-482a-b8a2-e0543cb67622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412'] for network, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:13.734059 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2388a40-8f4f-482a-b8a2-e0543cb67622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:13.735159 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f2388a40-8f4f-482a-b8a2-e0543cb67622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for network, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:13.918978 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2388a40-8f4f-482a-b8a2-e0543cb67622 admin admin] Pushing event updated for resources: {'Network': ['ID=d4a779d1-39ea-4f06-a811-5d36eb9a03bc,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:13.941806 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-f2388a40-8f4f-482a-b8a2-e0543cb67622 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6772172 Aug 26 13:38:13.942118 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Network d4a779d1-39ea-4f06-a811-5d36eb9a03bc details requested by agent ovs-agent-dv-cinder-786386-11-iscsi with host dv-cinder-786386-11-iscsi {{(pid=94616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 13:38:13.943851 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 56004) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:13.950069 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-77bc5395-2733-46c7-ba25-4393acbfa571 admin admin] Request body: {'subnet': {'network_id': 'd4a779d1-39ea-4f06-a811-5d36eb9a03bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-178733426-subnet', 'tenant_id': 'b7632f6d395841c6986411ed4f58d02d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:38:14.032518 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03d319-8718-499f-beb3-54e6bc299cbd req-c865c576-fd37-4d8d-9ef4-63076259f9f6 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:14.032518 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8f03d319-8718-499f-beb3-54e6bc299cbd req-c865c576-fd37-4d8d-9ef4-63076259f9f6 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 945 time: 0.1173055 Aug 26 13:38:14.095982 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63554f27-d007-4105-8d27-cd2e97458678 None None] New status for floating IP 3419b6b4-3c68-4768-bed6-a2479c136935: ACTIVE {{(pid=94616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 13:38:14.102756 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8f03d319-8718-499f-beb3-54e6bc299cbd req-e3b8bc69-66a3-4e2c-8949-67f504bb4e08 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632207 Aug 26 13:38:14.114105 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bc5395-2733-46c7-ba25-4393acbfa571 admin admin] Made reservation on behalf of b7632f6d395841c6986411ed4f58d02d for: {'subnet': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:38:14.116519 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-77bc5395-2733-46c7-ba25-4393acbfa571 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593099'] for subnet, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:14.593528 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-77bc5395-2733-46c7-ba25-4393acbfa571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8760289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593081'] for subnet, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:14.658400 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc5395-2733-46c7-ba25-4393acbfa571 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01a859ec-394f-4293-9116-06c65bc7ce31,revision_number=0']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:14.668273 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bc5395-2733-46c7-ba25-4393acbfa571 admin admin] Checking segment: {'id': '810aacca-45c9-4ead-9c66-dba31ba64de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd4a779d1-39ea-4f06-a811-5d36eb9a03bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:38:14.668639 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bc5395-2733-46c7-ba25-4393acbfa571 admin admin] Network hostable DHCP agents. Network: d4a779d1-39ea-4f06-a811-5d36eb9a03bc, hostable agents: ['4ade96b1-406d-4ebc-948b-9bb0af99b177'], hosted agents: [] {{(pid=94615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 13:38:14.829418 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bc5395-2733-46c7-ba25-4393acbfa571 admin admin] Network d4a779d1-39ea-4f06-a811-5d36eb9a03bc is scheduled to be hosted by DHCP agent 4ade96b1-406d-4ebc-948b-9bb0af99b177 with binding_index 1 {{(pid=94615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 13:38:14.966228 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-77bc5395-2733-46c7-ba25-4393acbfa571 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-11-iscsi, d4a779d1-39ea-4f06-a811-5d36eb9a03bc) {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:38:14.975235 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bc5395-2733-46c7-ba25-4393acbfa571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:14.976230 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-77bc5395-2733-46c7-ba25-4393acbfa571 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:14.994635 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fa9fa2-0e6e-43a9-957a-77de12607410 None None] Network d4a779d1-39ea-4f06-a811-5d36eb9a03bc requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:38:15.141471 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-77bc5395-2733-46c7-ba25-4393acbfa571 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1931868 Aug 26 13:38:15.212461 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3362e7e6-598a-46c4-9369-0d36a874c52d None None] Network d4a779d1-39ea-4f06-a811-5d36eb9a03bc requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:38:15.375273 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc24b6-33e4-454a-92b3-ceed336847dd req-4dc7e968-b90b-4d6f-8b80-e9e64d2bcf18 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:15.391318 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-46bc24b6-33e4-454a-92b3-ceed336847dd req-4dc7e968-b90b-4d6f-8b80-e9e64d2bcf18 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 945 time: 0.1186984 Aug 26 13:38:15.466568 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-46bc24b6-33e4-454a-92b3-ceed336847dd req-f6283441-31f0-482b-8e80-279705be54b7 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738692 Aug 26 13:38:16.564341 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 56094) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:16.600097 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-2cf4625d-3fdd-45a4-bf39-66d2246c7dbd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1024828020-network', 'tenant_id': 'b1823373e16a422b85e75d22e2e303da'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:38:16.664661 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ac34a-cbff-45ef-8992-7b39f085f462 req-41f3e750-b107-429f-afad-5e437399640e tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:16.666701 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e62ac34a-cbff-45ef-8992-7b39f085f462 req-41f3e750-b107-429f-afad-5e437399640e tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 945 time: 0.0676775 Aug 26 13:38:16.709068 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e62ac34a-cbff-45ef-8992-7b39f085f462 req-99db131a-b2ce-4935-8d4c-63f0681055d7 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355771 Aug 26 13:38:16.714467 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf4625d-3fdd-45a4-bf39-66d2246c7dbd admin admin] Made reservation on behalf of b1823373e16a422b85e75d22e2e303da for: {'network': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:38:16.719334 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2cf4625d-3fdd-45a4-bf39-66d2246c7dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for network, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:16.743364 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2cf4625d-3fdd-45a4-bf39-66d2246c7dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:16.904624 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2cf4625d-3fdd-45a4-bf39-66d2246c7dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:17.040274 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2cf4625d-3fdd-45a4-bf39-66d2246c7dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:17.067830 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf4625d-3fdd-45a4-bf39-66d2246c7dbd admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=94615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 13:38:17.079056 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4625d-3fdd-45a4-bf39-66d2246c7dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0572b1e-37aa-4c98-8c30-1ee84bd7fcee,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:17.084393 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2cf4625d-3fdd-45a4-bf39-66d2246c7dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388'] for segment, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:17.084739 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.db.segments_db [None req-2cf4625d-3fdd-45a4-bf39-66d2246c7dbd admin admin] Added segment 085626fc-dba9-4867-8640-87201870987b of type vlan for network 4dd53033-0427-4dc8-9dab-6c9107a5f33b Aug 26 13:38:17.129452 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2cf4625d-3fdd-45a4-bf39-66d2246c7dbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790399845762'] for network, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:17.320736 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2cf4625d-3fdd-45a4-bf39-66d2246c7dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412'] for network, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:17.321769 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf4625d-3fdd-45a4-bf39-66d2246c7dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:17.322357 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2cf4625d-3fdd-45a4-bf39-66d2246c7dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for network, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:17.384931 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4625d-3fdd-45a4-bf39-66d2246c7dbd admin admin] Pushing event updated for resources: {'Network': ['ID=4dd53033-0427-4dc8-9dab-6c9107a5f33b,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:17.395899 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Network 4dd53033-0427-4dc8-9dab-6c9107a5f33b details requested by agent ovs-agent-dv-cinder-786386-11-iscsi with host dv-cinder-786386-11-iscsi {{(pid=94616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 13:38:17.447457 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-2cf4625d-3fdd-45a4-bf39-66d2246c7dbd admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8807008 Aug 26 13:38:17.450203 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 56106) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:17.456257 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-bdc5dc67-30c6-4a49-a7b1-40b3d39cf514 admin admin] Request body: {'subnet': {'network_id': '4dd53033-0427-4dc8-9dab-6c9107a5f33b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1024828020-subnet', 'tenant_id': 'b1823373e16a422b85e75d22e2e303da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:38:17.633757 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc5dc67-30c6-4a49-a7b1-40b3d39cf514 admin admin] Made reservation on behalf of b1823373e16a422b85e75d22e2e303da for: {'subnet': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:38:17.637285 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-bdc5dc67-30c6-4a49-a7b1-40b3d39cf514 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593099'] for subnet, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:17.877745 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaded63-a498-4476-9602-c1281a446afb req-35dad191-0e35-4d7f-95a5-0d93543091af tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:17.879588 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-beaded63-a498-4476-9602-c1281a446afb req-35dad191-0e35-4d7f-95a5-0d93543091af tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 945 time: 0.0651462 Aug 26 13:38:17.948172 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-beaded63-a498-4476-9602-c1281a446afb req-618d7f6d-e521-4bff-b962-ad14499ab7d3 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617592 Aug 26 13:38:18.034403 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-bdc5dc67-30c6-4a49-a7b1-40b3d39cf514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8760289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593081'] for subnet, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:18.124418 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5dc67-30c6-4a49-a7b1-40b3d39cf514 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba446ec7-0029-48c7-8bc2-9f5aa7a8e252,revision_number=0']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:18.139672 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc5dc67-30c6-4a49-a7b1-40b3d39cf514 admin admin] Checking segment: {'id': '085626fc-dba9-4867-8640-87201870987b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4dd53033-0427-4dc8-9dab-6c9107a5f33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:38:18.143647 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc5dc67-30c6-4a49-a7b1-40b3d39cf514 admin admin] Network hostable DHCP agents. Network: 4dd53033-0427-4dc8-9dab-6c9107a5f33b, hostable agents: ['4ade96b1-406d-4ebc-948b-9bb0af99b177'], hosted agents: [] {{(pid=94615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 13:38:18.148698 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc5dc67-30c6-4a49-a7b1-40b3d39cf514 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:18.149228 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc5dc67-30c6-4a49-a7b1-40b3d39cf514 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:18.149682 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc5dc67-30c6-4a49-a7b1-40b3d39cf514 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:18.150174 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc5dc67-30c6-4a49-a7b1-40b3d39cf514 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:18.150677 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc5dc67-30c6-4a49-a7b1-40b3d39cf514 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:18.151189 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc5dc67-30c6-4a49-a7b1-40b3d39cf514 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:18.152018 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc5dc67-30c6-4a49-a7b1-40b3d39cf514 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:18.152132 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc5dc67-30c6-4a49-a7b1-40b3d39cf514 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:18.152620 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc5dc67-30c6-4a49-a7b1-40b3d39cf514 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:18.153375 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc5dc67-30c6-4a49-a7b1-40b3d39cf514 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:18.153810 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc5dc67-30c6-4a49-a7b1-40b3d39cf514 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:18.154291 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc5dc67-30c6-4a49-a7b1-40b3d39cf514 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:18.245897 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc5dc67-30c6-4a49-a7b1-40b3d39cf514 admin admin] Network 4dd53033-0427-4dc8-9dab-6c9107a5f33b is scheduled to be hosted by DHCP agent 4ade96b1-406d-4ebc-948b-9bb0af99b177 with binding_index 1 {{(pid=94615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 13:38:18.372296 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-bdc5dc67-30c6-4a49-a7b1-40b3d39cf514 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-11-iscsi, 4dd53033-0427-4dc8-9dab-6c9107a5f33b) {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:38:18.378959 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc5dc67-30c6-4a49-a7b1-40b3d39cf514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:18.380378 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-bdc5dc67-30c6-4a49-a7b1-40b3d39cf514 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:18.385980 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba4e201-5818-44e4-a303-a680e67728d4 None None] Network 4dd53033-0427-4dc8-9dab-6c9107a5f33b requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:38:18.520944 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-bdc5dc67-30c6-4a49-a7b1-40b3d39cf514 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0688550 Aug 26 13:38:18.589147 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfee2c70-1abb-4eff-879b-173f5552f86f None None] Network 4dd53033-0427-4dc8-9dab-6c9107a5f33b requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:38:19.118169 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2297a-51df-460d-a777-1197d4ef904c req-7b59450f-34b8-4413-adc0-f87421d379c8 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:19.119801 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-aab2297a-51df-460d-a777-1197d4ef904c req-7b59450f-34b8-4413-adc0-f87421d379c8 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 945 time: 0.0744426 Aug 26 13:38:19.181206 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-aab2297a-51df-460d-a777-1197d4ef904c req-f9d70745-3a1c-433d-a1ac-d3f3b38d4481 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530436 Aug 26 13:38:20.347763 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff5229-7b1d-4991-8013-a5bdd3b1a87e req-d2ff8fb6-fc30-4297-a690-282de90e7f99 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:20.350169 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-48ff5229-7b1d-4991-8013-a5bdd3b1a87e req-d2ff8fb6-fc30-4297-a690-282de90e7f99 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 945 time: 0.0611963 Aug 26 13:38:20.393387 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-48ff5229-7b1d-4991-8013-a5bdd3b1a87e req-b28a4388-249e-4bfd-96ea-ccb81e198399 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378656 Aug 26 13:38:20.836043 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaecb9c-1a7d-4527-bc29-2a5dd1cc1d9a req-869a5c20-9f75-43ee-8017-a3d6e23a4a5a tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:20.838125 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5aaecb9c-1a7d-4527-bc29-2a5dd1cc1d9a req-869a5c20-9f75-43ee-8017-a3d6e23a4a5a tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/ports?device_id=e76160cc-69ae-4727-8f06-2302faa5b4ac HTTP/1.1" status: 200 len: 946 time: 0.0584204 Aug 26 13:38:20.888067 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5aaecb9c-1a7d-4527-bc29-2a5dd1cc1d9a req-be1bbf97-8672-4bb3-98f7-19ee4cedc4c2 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/security-groups?id=225d5e46-1fc9-4734-a7ff-55b7aa12dd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361073 Aug 26 13:38:21.597927 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168de5e4-f427-4fb1-b048-4368ed53619f req-ee974c4c-c4ec-4e72-9acc-211064982898 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:21.602268 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-168de5e4-f427-4fb1-b048-4368ed53619f req-ee974c4c-c4ec-4e72-9acc-211064982898 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 945 time: 0.1088738 Aug 26 13:38:21.675396 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-168de5e4-f427-4fb1-b048-4368ed53619f req-cdeace9b-2e79-42d2-9ffb-8693dfbda18b tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617578 Aug 26 13:38:21.767340 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 6 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:38:22.031066 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376afb8-2896-4ab9-8c06-7d152055a181 req-6d4415bb-913d-4b66-a49a-eca0e9cdae3a tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:22.032667 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f376afb8-2896-4ab9-8c06-7d152055a181 req-6d4415bb-913d-4b66-a49a-eca0e9cdae3a tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/ports?device_id=e76160cc-69ae-4727-8f06-2302faa5b4ac HTTP/1.1" status: 200 len: 946 time: 0.0559375 Aug 26 13:38:22.086392 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f376afb8-2896-4ab9-8c06-7d152055a181 req-3284cdef-640f-4663-b99a-cbc32195a8c0 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/security-groups?id=225d5e46-1fc9-4734-a7ff-55b7aa12dd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419054 Aug 26 13:38:22.802847 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c32618-8b88-4dea-a912-308a79915999 req-247a406f-39a2-450e-92e2-e7c5800330ce tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:22.804499 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-20c32618-8b88-4dea-a912-308a79915999 req-247a406f-39a2-450e-92e2-e7c5800330ce tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 945 time: 0.0506365 Aug 26 13:38:22.881526 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-20c32618-8b88-4dea-a912-308a79915999 req-ec1ab517-941e-4f13-a513-87d7837db41c tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661809 Aug 26 13:38:23.235012 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d3f5f-5393-4457-b2df-276118f499cc req-dc5bf708-8163-4487-b132-fcdf6f599684 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:23.236646 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c03d3f5f-5393-4457-b2df-276118f499cc req-dc5bf708-8163-4487-b132-fcdf6f599684 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/ports?device_id=e76160cc-69ae-4727-8f06-2302faa5b4ac HTTP/1.1" status: 200 len: 946 time: 0.0611377 Aug 26 13:38:23.310189 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c03d3f5f-5393-4457-b2df-276118f499cc req-0cc0d6f5-fb26-41ac-a240-a60b3e8a5e42 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/security-groups?id=225d5e46-1fc9-4734-a7ff-55b7aa12dd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652413 Aug 26 13:38:23.330724 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c278a8-f7cf-4eb8-860f-b4e279b235f1 req-a9ec4aee-f0e5-4cf9-b5e3-c4a9a72a0b1e tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:23.332211 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a6c278a8-f7cf-4eb8-860f-b4e279b235f1 req-a9ec4aee-f0e5-4cf9-b5e3-c4a9a72a0b1e tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.38 "GET /v2.0/ports?device_id=e76160cc-69ae-4727-8f06-2302faa5b4ac HTTP/1.1" status: 200 len: 946 time: 0.0709026 Aug 26 13:38:23.497459 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [req-a6c278a8-f7cf-4eb8-860f-b4e279b235f1 req-b294ec6d-d6ce-46b0-b43e-37c11271e052 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Deleting port 07c00d63-0cc6-4292-adfe-dffaf025be99 {{(pid=94614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:38:23.497969 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-a6c278a8-f7cf-4eb8-860f-b4e279b235f1 req-b294ec6d-d6ce-46b0-b43e-37c11271e052 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:23.654424 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [req-a6c278a8-f7cf-4eb8-860f-b4e279b235f1 req-b294ec6d-d6ce-46b0-b43e-37c11271e052 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] For port 07c00d63-0cc6-4292-adfe-dffaf025be99, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=07c00d63-0cc6-4292-adfe-dffaf025be99,segment=NetworkSegment(95b630ac-523f-4ec4-b5a3-4a6f08dadeab),segment_id=95b630ac-523f-4ec4-b5a3-4a6f08dadeab)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:38:23.655123 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-a6c278a8-f7cf-4eb8-860f-b4e279b235f1 req-b294ec6d-d6ce-46b0-b43e-37c11271e052 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:23.683911 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [req-a6c278a8-f7cf-4eb8-860f-b4e279b235f1 req-b294ec6d-d6ce-46b0-b43e-37c11271e052 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Calling delete_port for 07c00d63-0cc6-4292-adfe-dffaf025be99 owned by compute:nova {{(pid=94614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:38:24.051065 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d865f7a-13b0-4034-8db8-4270b17222c3 req-5048d180-1f31-4515-9809-6541b9edb54f tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:24.053033 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9d865f7a-13b0-4034-8db8-4270b17222c3 req-5048d180-1f31-4515-9809-6541b9edb54f tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 945 time: 0.0791707 Aug 26 13:38:24.083766 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-a6c278a8-f7cf-4eb8-860f-b4e279b235f1 req-b294ec6d-d6ce-46b0-b43e-37c11271e052 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:24.146142 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294ec6d-d6ce-46b0-b43e-37c11271e052 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Pushing event deleted for resources: {'Port': ['ID=07c00d63-0cc6-4292-adfe-dffaf025be99,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:24.146490 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['07c00d63-0cc6-4292-adfe-dffaf025be99'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:38:24.168211 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9d865f7a-13b0-4034-8db8-4270b17222c3 req-ece7eaac-ed58-45ad-8474-197ae725f912 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060767 Aug 26 13:38:24.200186 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294ec6d-d6ce-46b0-b43e-37c11271e052 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:24.200569 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294ec6d-d6ce-46b0-b43e-37c11271e052 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:24.200908 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294ec6d-d6ce-46b0-b43e-37c11271e052 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:24.201241 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294ec6d-d6ce-46b0-b43e-37c11271e052 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:24.201570 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294ec6d-d6ce-46b0-b43e-37c11271e052 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:24.201924 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294ec6d-d6ce-46b0-b43e-37c11271e052 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:24.202253 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294ec6d-d6ce-46b0-b43e-37c11271e052 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:24.202577 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294ec6d-d6ce-46b0-b43e-37c11271e052 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:24.202902 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294ec6d-d6ce-46b0-b43e-37c11271e052 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:24.203335 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294ec6d-d6ce-46b0-b43e-37c11271e052 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:24.203880 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294ec6d-d6ce-46b0-b43e-37c11271e052 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:24.204436 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294ec6d-d6ce-46b0-b43e-37c11271e052 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:24.220280 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-72ecabfa-69ab-42c5-a0e9-5719bf38dcc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:24.229576 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c278a8-f7cf-4eb8-860f-b4e279b235f1 req-b294ec6d-d6ce-46b0-b43e-37c11271e052 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] No DVR routers for this DVR port 07c00d63-0cc6-4292-adfe-dffaf025be99 on host hv-cinder-78638 {{(pid=94614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 13:38:24.238656 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-a6c278a8-f7cf-4eb8-860f-b4e279b235f1 req-b294ec6d-d6ce-46b0-b43e-37c11271e052 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:24.238656 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a6c278a8-f7cf-4eb8-860f-b4e279b235f1 req-b294ec6d-d6ce-46b0-b43e-37c11271e052 tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.38 "DELETE /v2.0/ports/07c00d63-0cc6-4292-adfe-dffaf025be99 HTTP/1.1" status: 204 len: 173 time: 0.8942387 Aug 26 13:38:24.238656 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e76160cc-69ae-4727-8f06-2302faa5b4ac', 'name': 'network-vif-deleted', 'tag': '07c00d63-0cc6-4292-adfe-dffaf025be99'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:38:24.239831 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a01c3ba01e4bf0bec97fb524610b41262b2b21d9aec27a526a98035f21d3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20889e84-6850-4ec1-814b-f3df6f741cdc" -d '{"events": [{"server_uuid": "e76160cc-69ae-4727-8f06-2302faa5b4ac", "name": "network-vif-deleted", "tag": "07c00d63-0cc6-4292-adfe-dffaf025be99"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:38:24.279436 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ef58e1-9f01-4411-9766-621ca2399bd3 x-openstack-request-id: req-88ef58e1-9f01-4411-9766-621ca2399bd3 {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:38:24.279732 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e76160cc-69ae-4727-8f06-2302faa5b4ac", "name": "network-vif-deleted", "tag": "07c00d63-0cc6-4292-adfe-dffaf025be99", "status": "completed", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:38:24.280055 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-88ef58e1-9f01-4411-9766-621ca2399bd3 {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:38:24.280755 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e76160cc-69ae-4727-8f06-2302faa5b4ac', 'name': 'network-vif-deleted', 'tag': '07c00d63-0cc6-4292-adfe-dffaf025be99', 'status': 'completed', 'code': 200} Aug 26 13:38:24.420063 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2459999b-8f22-4d1f-ad05-127a6282fee1 req-3ed4bb72-34fd-4970-b41e-574a33c5c84c tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/ports?device_id=e76160cc-69ae-4727-8f06-2302faa5b4ac HTTP/1.1" status: 200 len: 210 time: 0.0265486 Aug 26 13:38:24.658369 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 56316) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:24.776526 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6f297101-f600-425f-bab5-104b5e6af033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:24.868914 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6f297101-f600-425f-bab5-104b5e6af033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:25.011782 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6f297101-f600-425f-bab5-104b5e6af033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:25.058093 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-6f297101-f600-425f-bab5-104b5e6af033 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=17e7d5c2a9564ac1861702902a6a9493&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3983419 Aug 26 13:38:25.058849 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f297101-f600-425f-bab5-104b5e6af033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0294fdfa-91c5-43bb-af50-0612d1321080,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:25.062038 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 56324) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:25.146990 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-6486553e-60a2-48f3-95b9-c6b8dbcc9b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:25.189574 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-6486553e-60a2-48f3-95b9-c6b8dbcc9b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:25.357931 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b9738-0fb6-4bab-be3c-40f761269e57 req-590f235f-9699-44c1-993a-535025741686 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:25.359881 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c48b9738-0fb6-4bab-be3c-40f761269e57 req-590f235f-9699-44c1-993a-535025741686 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 945 time: 0.0731704 Aug 26 13:38:25.405034 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-6486553e-60a2-48f3-95b9-c6b8dbcc9b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:25.409727 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-6486553e-60a2-48f3-95b9-c6b8dbcc9b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:25.411684 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-6486553e-60a2-48f3-95b9-c6b8dbcc9b74 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0294fdfa-91c5-43bb-af50-0612d1321080 HTTP/1.1" status: 204 len: 168 time: 0.3477862 Aug 26 13:38:25.433102 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486553e-60a2-48f3-95b9-c6b8dbcc9b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0294fdfa-91c5-43bb-af50-0612d1321080,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:25.455672 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c48b9738-0fb6-4bab-be3c-40f761269e57 req-2c3fd150-a7b2-4251-97c0-5699701ebe2e tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820937 Aug 26 13:38:25.601285 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ed549900-c134-43ca-903e-b5aabc968092 req-7653c7da-939f-45e0-9b25-7ee6b9f7104d tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/ports?device_id=e76160cc-69ae-4727-8f06-2302faa5b4ac HTTP/1.1" status: 200 len: 210 time: 0.0490727 Aug 26 13:38:26.103597 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 56356) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:26.218962 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 56360) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:26.229582 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-50284fcd-9fe1-48ee-a4fe-88f83ae069b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:26.233564 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-a555205a-ecd2-4cc1-9b4c-fb7962fd401a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:26.270330 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.db.api [None req-50284fcd-9fe1-48ee-a4fe-88f83ae069b1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 26 13:38:26.270330 dv-cinder-786386-11-iscsi neutron-server[94614]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 26 13:38:26.270330 dv-cinder-786386-11-iscsi neutron-server[94614]: [parameters: {'project_id': '3502a87ac2494e73ab0c90f05fb5d103', 'id': '5d4f712d-1c2d-444a-915d-95e43fa4bb55', 'expiration': datetime.datetime(2021, 8, 26, 13, 40, 26, 264305)}] Aug 26 13:38:26.270330 dv-cinder-786386-11-iscsi neutron-server[94614]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 13:38:26.270752 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG oslo_db.api [None req-50284fcd-9fe1-48ee-a4fe-88f83ae069b1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 13:38:26.359296 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-a555205a-ecd2-4cc1-9b4c-fb7962fd401a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:26.462682 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-a555205a-ecd2-4cc1-9b4c-fb7962fd401a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:26.510108 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-a555205a-ecd2-4cc1-9b4c-fb7962fd401a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ff51bc3612344b9ea5e8af0d39578887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2875216 Aug 26 13:38:26.510442 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 56376) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:26.512571 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ead0683f-69e3-4cfa-acee-df56bff4394e req-091d9b73-efe2-48d7-9d24-0106debd9b22 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e76160cc-69ae-4727-8f06-2302faa5b4ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0282984 Aug 26 13:38:26.517589 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555205a-ecd2-4cc1-9b4c-fb7962fd401a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987d4c90-eca4-4860-b006-5c951a93e03c,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:26.581120 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0c3bbcff-24e1-48b3-a559-06c95e593f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:26.626294 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0c3bbcff-24e1-48b3-a559-06c95e593f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:26.653081 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 07c00d63-0cc6-4292-adfe-dffaf025be99 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:38:26.697061 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] No Port match for: 07c00d63-0cc6-4292-adfe-dffaf025be99 {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:38:26.697061 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 07c00d63-0cc6-4292-adfe-dffaf025be99 not bound to the agent host hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:38:26.710021 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ead0683f-69e3-4cfa-acee-df56bff4394e req-d5fd713e-2628-4d0c-a691-298ea98bbfce service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=637cffd74c534b31a2ec453c004172c3&device_id=e76160cc-69ae-4727-8f06-2302faa5b4ac HTTP/1.1" status: 200 len: 210 time: 0.0793469 Aug 26 13:38:26.753951 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54bb181-a2e5-4cda-9db2-dbf4376ad3ca req-86b50fda-5825-4d43-8964-62a26f82beed tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:26.755904 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c54bb181-a2e5-4cda-9db2-dbf4376ad3ca req-86b50fda-5825-4d43-8964-62a26f82beed tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 945 time: 0.1854351 Aug 26 13:38:26.774822 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-50284fcd-9fe1-48ee-a4fe-88f83ae069b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:26.857530 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0c3bbcff-24e1-48b3-a559-06c95e593f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:26.858407 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-74f823a2-b0e3-46e1-8ac7-1d0add870e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:26.860098 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0c3bbcff-24e1-48b3-a559-06c95e593f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:26.864155 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-0c3bbcff-24e1-48b3-a559-06c95e593f16 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/987d4c90-eca4-4860-b006-5c951a93e03c HTTP/1.1" status: 204 len: 168 time: 0.3496723 Aug 26 13:38:26.877177 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bbcff-24e1-48b3-a559-06c95e593f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987d4c90-eca4-4860-b006-5c951a93e03c,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:26.936482 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d883ea42-01cf-4a41-bbdb-88201f29f60a req-8e4e9718-917f-4a3d-8f1e-3bcad852987c tempest-DeleteServersTestJSON-1055974404 tempest-DeleteServersTestJSON-1055974404-project] 10.222.0.35 "GET /v2.0/ports?device_id=e76160cc-69ae-4727-8f06-2302faa5b4ac HTTP/1.1" status: 200 len: 210 time: 0.1411111 Aug 26 13:38:26.994096 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c54bb181-a2e5-4cda-9db2-dbf4376ad3ca req-150a48f5-f5da-4753-bed4-7eaf2889ad8b tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294192 Aug 26 13:38:27.070401 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0683f-69e3-4cfa-acee-df56bff4394e req-717966b6-1dea-405f-ad8b-007173c5f708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:27.071923 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ead0683f-69e3-4cfa-acee-df56bff4394e req-717966b6-1dea-405f-ad8b-007173c5f708 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=637cffd74c534b31a2ec453c004172c3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3293738 Aug 26 13:38:27.298919 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-50284fcd-9fe1-48ee-a4fe-88f83ae069b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:27.324862 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0683f-69e3-4cfa-acee-df56bff4394e req-06f51a91-637c-43df-baca-1db9d11cc1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:27.326857 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ead0683f-69e3-4cfa-acee-df56bff4394e req-06f51a91-637c-43df-baca-1db9d11cc1f5 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2458754 Aug 26 13:38:27.415812 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-50284fcd-9fe1-48ee-a4fe-88f83ae069b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:27.458571 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-50284fcd-9fe1-48ee-a4fe-88f83ae069b1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3502a87ac2494e73ab0c90f05fb5d103&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3537440 Aug 26 13:38:27.460005 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50284fcd-9fe1-48ee-a4fe-88f83ae069b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa91c5c-6713-4d52-9c3a-21bd8985234a,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:27.462735 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 56412) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:27.497548 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:27.523967 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5219e444-bb2c-4bc2-896b-bcecfab724e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:27.547220 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5219e444-bb2c-4bc2-896b-bcecfab724e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:27.722315 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 56416) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:27.754733 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5219e444-bb2c-4bc2-896b-bcecfab724e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:27.758002 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5219e444-bb2c-4bc2-896b-bcecfab724e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:27.759182 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-5219e444-bb2c-4bc2-896b-bcecfab724e6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7fa91c5c-6713-4d52-9c3a-21bd8985234a HTTP/1.1" status: 204 len: 168 time: 0.2952905 Aug 26 13:38:27.768148 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219e444-bb2c-4bc2-896b-bcecfab724e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa91c5c-6713-4d52-9c3a-21bd8985234a,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:27.843442 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-14e168c6-4471-41b3-a10a-27998d439a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:27.867345 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 56422) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:27.895532 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ff94065e-a60f-4cde-931f-8507c943385a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:27.965890 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:27.981201 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-14e168c6-4471-41b3-a10a-27998d439a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:28.054229 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-14e168c6-4471-41b3-a10a-27998d439a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:28.142714 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e168c6-4471-41b3-a10a-27998d439a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3135c43-5269-48e5-b6f8-ef864bd65d9d,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:28.150658 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-14e168c6-4471-41b3-a10a-27998d439a70 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8da0a02401b147bda4498387c2a715a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4269457 Aug 26 13:38:28.153640 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 56440) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:28.278889 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ea424052-ba65-4cb0-8d30-8f5dd91bd56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:28.337075 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ea424052-ba65-4cb0-8d30-8f5dd91bd56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:28.475698 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ea424052-ba65-4cb0-8d30-8f5dd91bd56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:28.477610 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ff94065e-a60f-4cde-931f-8507c943385a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:28.480188 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ea424052-ba65-4cb0-8d30-8f5dd91bd56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:28.480188 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-ea424052-ba65-4cb0-8d30-8f5dd91bd56f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b3135c43-5269-48e5-b6f8-ef864bd65d9d HTTP/1.1" status: 204 len: 168 time: 0.3240850 Aug 26 13:38:28.490433 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80bca3-9319-4d4d-8c33-c1ea96dd86b8 req-2f0e0335-bc4e-4365-a56c-78d65f679702 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:28.498783 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-af80bca3-9319-4d4d-8c33-c1ea96dd86b8 req-2f0e0335-bc4e-4365-a56c-78d65f679702 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 945 time: 0.3803978 Aug 26 13:38:28.506460 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea424052-ba65-4cb0-8d30-8f5dd91bd56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3135c43-5269-48e5-b6f8-ef864bd65d9d,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:28.554816 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-af80bca3-9319-4d4d-8c33-c1ea96dd86b8 req-ea1d09e2-a6ba-4f3b-8fb9-5db75af7c8e0 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550444 Aug 26 13:38:28.557874 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ff94065e-a60f-4cde-931f-8507c943385a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:28.599028 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-ff94065e-a60f-4cde-931f-8507c943385a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=64eb0f267925413581be94540327c7f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7292585 Aug 26 13:38:28.600752 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94065e-a60f-4cde-931f-8507c943385a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac9cbab-9cfd-415f-8e69-51e96a04cd6c,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:28.602459 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 56454) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:28.680272 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:28.683998 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-61f381f9-5f2f-458b-9b63-bfdccec7138f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:28.710965 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-61f381f9-5f2f-458b-9b63-bfdccec7138f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:28.862889 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-61f381f9-5f2f-458b-9b63-bfdccec7138f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:28.868777 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-61f381f9-5f2f-458b-9b63-bfdccec7138f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:28.870617 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-61f381f9-5f2f-458b-9b63-bfdccec7138f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eac9cbab-9cfd-415f-8e69-51e96a04cd6c HTTP/1.1" status: 204 len: 168 time: 0.2668583 Aug 26 13:38:28.883508 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f381f9-5f2f-458b-9b63-bfdccec7138f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac9cbab-9cfd-415f-8e69-51e96a04cd6c,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:29.085501 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 56460) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:29.103057 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0692a8e7-638e-45d4-ae90-276f96a86cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:29.244815 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0692a8e7-638e-45d4-ae90-276f96a86cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:29.411145 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0692a8e7-638e-45d4-ae90-276f96a86cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:29.465457 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-0692a8e7-638e-45d4-ae90-276f96a86cd9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0999f690be724b1f90dcafde1f62bcf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3786554 Aug 26 13:38:29.466200 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692a8e7-638e-45d4-ae90-276f96a86cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abd881b-9897-4cbf-8bea-78f7a39a3e5a,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:29.468533 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 56476) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:29.530105 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b388e345-b48f-4323-a1aa-47adaca9c9dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:29.559588 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b388e345-b48f-4323-a1aa-47adaca9c9dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:29.672796 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 56490) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:29.692331 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-23bc1eec-80f3-443d-8a35-271928d54435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:29.718158 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4197dc4-a10b-4e9b-be4d-a72a2c977988 req-5464f298-de1a-41d6-88e5-e5ba51858ef9 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:29.719696 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a4197dc4-a10b-4e9b-be4d-a72a2c977988 req-5464f298-de1a-41d6-88e5-e5ba51858ef9 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 945 time: 0.0708368 Aug 26 13:38:29.762279 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a4197dc4-a10b-4e9b-be4d-a72a2c977988 req-eeae4edc-e545-46ea-a458-5b5b84b03434 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360093 Aug 26 13:38:29.806022 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b388e345-b48f-4323-a1aa-47adaca9c9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:29.808766 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b388e345-b48f-4323-a1aa-47adaca9c9dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:29.810107 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-b388e345-b48f-4323-a1aa-47adaca9c9dd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3abd881b-9897-4cbf-8bea-78f7a39a3e5a HTTP/1.1" status: 204 len: 168 time: 0.3404186 Aug 26 13:38:29.819151 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b388e345-b48f-4323-a1aa-47adaca9c9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abd881b-9897-4cbf-8bea-78f7a39a3e5a,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:29.900038 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-23bc1eec-80f3-443d-8a35-271928d54435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:29.998549 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-23bc1eec-80f3-443d-8a35-271928d54435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:30.049118 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-23bc1eec-80f3-443d-8a35-271928d54435 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=faf487565c6f4dba9167d24fa9cd6d34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3752201 Aug 26 13:38:30.050234 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc1eec-80f3-443d-8a35-271928d54435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7598735e-761b-4a33-a4f3-31e23c9c9ac1,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:30.052088 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 56516) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:30.071985 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 56518) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:30.115384 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-85550ac6-ef35-49b9-a5d7-91e7f362e362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:30.138657 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7cf794d-9901-4cd8-8477-8866ce02d9f4 admin admin] Deleting subnet 3fbb77d0-218c-467b-8197-16e3bcc145f9 {{(pid=94615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 13:38:30.138657 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d7cf794d-9901-4cd8-8477-8866ce02d9f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:30.149061 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-85550ac6-ef35-49b9-a5d7-91e7f362e362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:30.182467 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d7cf794d-9901-4cd8-8477-8866ce02d9f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3242698'] for subnet, precommit_delete_associations {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:30.231170 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d7cf794d-9901-4cd8-8477-8866ce02d9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541549'] for subnet, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:30.335730 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-85550ac6-ef35-49b9-a5d7-91e7f362e362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:30.335730 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-85550ac6-ef35-49b9-a5d7-91e7f362e362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:30.337494 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-85550ac6-ef35-49b9-a5d7-91e7f362e362 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7598735e-761b-4a33-a4f3-31e23c9c9ac1 HTTP/1.1" status: 204 len: 168 time: 0.2841473 Aug 26 13:38:30.346633 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85550ac6-ef35-49b9-a5d7-91e7f362e362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7598735e-761b-4a33-a4f3-31e23c9c9ac1,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:30.416824 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:30.417459 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d7cf794d-9901-4cd8-8477-8866ce02d9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8764706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593056'] for subnet, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:30.445647 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf794d-9901-4cd8-8477-8866ce02d9f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fbb77d0-218c-467b-8197-16e3bcc145f9,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:30.447661 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d7cf794d-9901-4cd8-8477-8866ce02d9f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:30.449557 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-d7cf794d-9901-4cd8-8477-8866ce02d9f4 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3fbb77d0-218c-467b-8197-16e3bcc145f9 HTTP/1.1" status: 204 len: 168 time: 0.3765597 Aug 26 13:38:30.452297 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 56540) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:30.528151 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ee764d8a-9e9b-4b18-ab07-5b85fd5cf5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1476925'] for network, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:30.647703 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ee764d8a-9e9b-4b18-ab07-5b85fd5cf5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-539478', 'neutron.services.segments.db._delete_segments_for_network-8790400307694'] for network, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:30.658984 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.services.segments.db [None req-ee764d8a-9e9b-4b18-ab07-5b85fd5cf5de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c885ddbb-3440-4155-93af-426987b1c627']}} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:38:30.670573 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.services.segments.db [None req-ee764d8a-9e9b-4b18-ab07-5b85fd5cf5de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b630ac-523f-4ec4-b5a3-4a6f08dadeab') {'for_net_delete': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:38:30.670852 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.services.segments.db [None req-ee764d8a-9e9b-4b18-ab07-5b85fd5cf5de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b630ac-523f-4ec4-b5a3-4a6f08dadeab') {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:38:30.682195 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ee764d8a-9e9b-4b18-ab07-5b85fd5cf5de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790400307577', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3147554'] for segment, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:30.705704 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ee764d8a-9e9b-4b18-ab07-5b85fd5cf5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388'] for segment, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:30.717419 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee764d8a-9e9b-4b18-ab07-5b85fd5cf5de admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=94614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 13:38:30.718150 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ee764d8a-9e9b-4b18-ab07-5b85fd5cf5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8625124'] for segment, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:30.721266 dv-cinder-786386-11-iscsi neutron-server[94614]: Traceback (most recent call last): Aug 26 13:38:30.721266 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 13:38:30.721266 dv-cinder-786386-11-iscsi neutron-server[94614]: timer() Aug 26 13:38:30.721266 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 13:38:30.721266 dv-cinder-786386-11-iscsi neutron-server[94614]: cb(*args, **kw) Aug 26 13:38:30.721266 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 13:38:30.721266 dv-cinder-786386-11-iscsi neutron-server[94614]: return func(*args, **kwargs) Aug 26 13:38:30.721266 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 13:38:30.721266 dv-cinder-786386-11-iscsi neutron-server[94614]: self._notify() Aug 26 13:38:30.721266 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 13:38:30.721266 dv-cinder-786386-11-iscsi neutron-server[94614]: self.callback(batched_events) Aug 26 13:38:30.721266 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 13:38:30.721266 dv-cinder-786386-11-iscsi neutron-server[94614]: event.method(event) Aug 26 13:38:30.721266 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 13:38:30.721266 dv-cinder-786386-11-iscsi neutron-server[94614]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 13:38:30.721266 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 13:38:30.721266 dv-cinder-786386-11-iscsi neutron-server[94614]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 13:38:30.721266 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 13:38:30.721266 dv-cinder-786386-11-iscsi neutron-server[94614]: return f(self, *a, **k) Aug 26 13:38:30.721266 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 13:38:30.721266 dv-cinder-786386-11-iscsi neutron-server[94614]: return self._get(url).json() Aug 26 13:38:30.721266 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 13:38:30.721266 dv-cinder-786386-11-iscsi neutron-server[94614]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 13:38:30.721266 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 13:38:30.721266 dv-cinder-786386-11-iscsi neutron-server[94614]: return self.request(url, 'GET', **kwargs) Aug 26 13:38:30.721266 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 13:38:30.721266 dv-cinder-786386-11-iscsi neutron-server[94614]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 13:38:30.721266 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 13:38:30.721266 dv-cinder-786386-11-iscsi neutron-server[94614]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 13:38:30.721266 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 13:38:30.721266 dv-cinder-786386-11-iscsi neutron-server[94614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 13:38:30.721266 dv-cinder-786386-11-iscsi neutron-server[94614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 13:38:30.948660 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 56558) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:30.960486 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df2d2d-62f6-41c1-97d3-dfd8e2c5436a req-be0f5202-58ec-478f-9265-bae6b08e0cbd tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:30.961879 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-29df2d2d-62f6-41c1-97d3-dfd8e2c5436a req-be0f5202-58ec-478f-9265-bae6b08e0cbd tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 945 time: 0.0702538 Aug 26 13:38:30.963373 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ee764d8a-9e9b-4b18-ab07-5b85fd5cf5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-539439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430499'] for network, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:30.974459 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ee764d8a-9e9b-4b18-ab07-5b85fd5cf5de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for network, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:30.977617 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-ee764d8a-9e9b-4b18-ab07-5b85fd5cf5de admin admin] 10.222.0.35 "DELETE /v2.0/networks/c885ddbb-3440-4155-93af-426987b1c627 HTTP/1.1" status: 204 len: 168 time: 0.5243173 Aug 26 13:38:30.998767 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee764d8a-9e9b-4b18-ab07-5b85fd5cf5de admin admin] Pushing event deleted for resources: {'Network': ['ID=c885ddbb-3440-4155-93af-426987b1c627,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:31.028531 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-29df2d2d-62f6-41c1-97d3-dfd8e2c5436a req-08cbeaf3-3957-4eed-9d23-2ca2f28c2b2a tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492694 Aug 26 13:38:31.315460 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6ab610e4-2861-4ae4-95d9-01f110134c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:31.346167 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 56568) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:31.373978 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ab5d84a8-ddcf-44fa-b212-6a56b65459e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:31.434842 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6ab610e4-2861-4ae4-95d9-01f110134c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:31.541618 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6ab610e4-2861-4ae4-95d9-01f110134c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:31.569770 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-6ab610e4-2861-4ae4-95d9-01f110134c90 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b4609ee5bd7346bcb8b868faaf124727&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6178784 Aug 26 13:38:31.572629 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 56572) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:31.600396 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab610e4-2861-4ae4-95d9-01f110134c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd8405a-4676-4605-a574-910560d8f5d3,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:31.668945 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-68069ea5-c30e-4726-8fc8-42683f3a3a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:31.688383 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ab5d84a8-ddcf-44fa-b212-6a56b65459e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:31.705325 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-68069ea5-c30e-4726-8fc8-42683f3a3a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:31.737479 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 56574) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:31.815986 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ab5d84a8-ddcf-44fa-b212-6a56b65459e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:31.867325 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-372dee83-17fe-4b8b-9500-216cdc073fc5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=637cffd74c534b31a2ec453c004172c3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1279576 Aug 26 13:38:31.871155 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 56580) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:31.900417 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d84a8-ddcf-44fa-b212-6a56b65459e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c2b912-2cd0-4ffe-8909-d56613968639,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:31.918820 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-ab5d84a8-ddcf-44fa-b212-6a56b65459e1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4c9cc6821e424027ba1e60a94baf87d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5708776 Aug 26 13:38:31.926023 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 56582) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:31.944887 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-68069ea5-c30e-4726-8fc8-42683f3a3a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:31.955265 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-68069ea5-c30e-4726-8fc8-42683f3a3a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:31.955265 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-68069ea5-c30e-4726-8fc8-42683f3a3a14 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2dd8405a-4676-4605-a574-910560d8f5d3 HTTP/1.1" status: 204 len: 168 time: 0.3774531 Aug 26 13:38:31.988913 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68069ea5-c30e-4726-8fc8-42683f3a3a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd8405a-4676-4605-a574-910560d8f5d3,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:32.032265 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-a025d46f-fdea-4ca1-824a-36eaac8706b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:32.087816 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-a025d46f-fdea-4ca1-824a-36eaac8706b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:32.111559 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-2b650107-65e8-4120-9162-12900023f20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:32.165176 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-2b650107-65e8-4120-9162-12900023f20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:32.247769 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-a025d46f-fdea-4ca1-824a-36eaac8706b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:32.254594 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-a025d46f-fdea-4ca1-824a-36eaac8706b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:32.257401 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-a025d46f-fdea-4ca1-824a-36eaac8706b0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/225d5e46-1fc9-4734-a7ff-55b7aa12dd59 HTTP/1.1" status: 204 len: 168 time: 0.3847222 Aug 26 13:38:32.276648 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025d46f-fdea-4ca1-824a-36eaac8706b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225d5e46-1fc9-4734-a7ff-55b7aa12dd59,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:32.311087 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213b554-0a55-489e-8339-c20963b0b1da req-2ea946bc-eb8f-47f8-b513-be8c4903dbdf tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:32.312566 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f213b554-0a55-489e-8339-c20963b0b1da req-2ea946bc-eb8f-47f8-b513-be8c4903dbdf tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 945 time: 0.0848095 Aug 26 13:38:32.358239 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f213b554-0a55-489e-8339-c20963b0b1da req-a021dc42-e008-40fb-b291-dc1912bc19e6 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364091 Aug 26 13:38:32.395790 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-2b650107-65e8-4120-9162-12900023f20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:32.401297 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-2b650107-65e8-4120-9162-12900023f20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:32.403456 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-2b650107-65e8-4120-9162-12900023f20a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/60c2b912-2cd0-4ffe-8909-d56613968639 HTTP/1.1" status: 204 len: 168 time: 0.4732375 Aug 26 13:38:32.419920 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b650107-65e8-4120-9162-12900023f20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c2b912-2cd0-4ffe-8909-d56613968639,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:33.302599 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 56624) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:33.317501 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-397887a2-6202-45ba-a028-81a4dfbf226a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:33.431675 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-397887a2-6202-45ba-a028-81a4dfbf226a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:33.519758 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-397887a2-6202-45ba-a028-81a4dfbf226a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:33.574262 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-397887a2-6202-45ba-a028-81a4dfbf226a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a7c8f4481c4849e1a4dbec4f3ec12b34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697804 Aug 26 13:38:33.575938 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397887a2-6202-45ba-a028-81a4dfbf226a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914dff41-56e7-4ced-bdcf-45a8b6bdb312,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:33.577957 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 56636) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:33.586305 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e0176-c38e-4474-97b7-345b1b15028e req-f39f0c9e-f512-4ffb-be71-5cf1d2ca34e5 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:33.587866 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-933e0176-c38e-4474-97b7-345b1b15028e req-f39f0c9e-f512-4ffb-be71-5cf1d2ca34e5 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 945 time: 0.0960157 Aug 26 13:38:33.633257 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-933e0176-c38e-4474-97b7-345b1b15028e req-1d69713d-ecc6-4cbe-9344-04ac9ba23d75 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371082 Aug 26 13:38:33.651931 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-de8fae2a-c11f-4911-b12d-5e8cd5ca2a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:33.675238 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-de8fae2a-c11f-4911-b12d-5e8cd5ca2a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:33.842768 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-de8fae2a-c11f-4911-b12d-5e8cd5ca2a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:33.845394 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-de8fae2a-c11f-4911-b12d-5e8cd5ca2a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:33.850845 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-de8fae2a-c11f-4911-b12d-5e8cd5ca2a32 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/914dff41-56e7-4ced-bdcf-45a8b6bdb312 HTTP/1.1" status: 204 len: 168 time: 0.2608061 Aug 26 13:38:33.865679 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8fae2a-c11f-4911-b12d-5e8cd5ca2a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914dff41-56e7-4ced-bdcf-45a8b6bdb312,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:34.808064 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f753f34-5ba8-4dfe-bcfa-fea45fcd864d req-e6702331-6e80-4387-bbb9-c989a4941a50 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:34.810496 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9f753f34-5ba8-4dfe-bcfa-fea45fcd864d req-e6702331-6e80-4387-bbb9-c989a4941a50 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 945 time: 0.0822625 Aug 26 13:38:34.867262 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9f753f34-5ba8-4dfe-bcfa-fea45fcd864d req-98cc04fa-95ad-4c72-8650-e956184c0e94 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473287 Aug 26 13:38:35.548137 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 56742) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:35.850735 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-450be26f-9ace-43eb-8076-6ac651e197ff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-468661606-network', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:38:35.988010 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450be26f-9ace-43eb-8076-6ac651e197ff admin admin] Made reservation on behalf of 65130eabd4ec48ceae0756fbd43feccb for: {'network': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:38:35.991313 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-450be26f-9ace-43eb-8076-6ac651e197ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for network, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:36.004891 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-450be26f-9ace-43eb-8076-6ac651e197ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:36.037785 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051627d-ab1e-4acc-acb1-da35d5f396ba req-a1b93538-5476-482d-a8e0-dec3797d8795 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:36.040296 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b051627d-ab1e-4acc-acb1-da35d5f396ba req-a1b93538-5476-482d-a8e0-dec3797d8795 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 945 time: 0.0569489 Aug 26 13:38:36.114427 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b051627d-ab1e-4acc-acb1-da35d5f396ba req-32f8711a-ee6e-4981-872a-cf6ce4cd88c7 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645082 Aug 26 13:38:36.123393 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-450be26f-9ace-43eb-8076-6ac651e197ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:36.195949 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-450be26f-9ace-43eb-8076-6ac651e197ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:36.236564 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-450be26f-9ace-43eb-8076-6ac651e197ff admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=94615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 13:38:36.267245 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-450be26f-9ace-43eb-8076-6ac651e197ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388'] for segment, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:36.267852 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.db.segments_db [None req-450be26f-9ace-43eb-8076-6ac651e197ff admin admin] Added segment 333f8320-6673-407c-9555-81d2ae035560 of type vlan for network d1d603f2-7a88-43bf-9288-e294a103440d Aug 26 13:38:36.324980 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450be26f-9ace-43eb-8076-6ac651e197ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e236304d-7727-4f2b-863e-45f49ca67a8b,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:36.360555 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-450be26f-9ace-43eb-8076-6ac651e197ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790399845762'] for network, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:36.491319 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-450be26f-9ace-43eb-8076-6ac651e197ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412'] for network, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:36.492376 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450be26f-9ace-43eb-8076-6ac651e197ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:36.493015 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-450be26f-9ace-43eb-8076-6ac651e197ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for network, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:36.580211 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450be26f-9ace-43eb-8076-6ac651e197ff admin admin] Pushing event updated for resources: {'Network': ['ID=d1d603f2-7a88-43bf-9288-e294a103440d,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:36.602534 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Network d1d603f2-7a88-43bf-9288-e294a103440d details requested by agent ovs-agent-dv-cinder-786386-11-iscsi with host dv-cinder-786386-11-iscsi {{(pid=94616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 13:38:36.664399 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-450be26f-9ace-43eb-8076-6ac651e197ff admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1151299 Aug 26 13:38:36.675813 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 56812) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:36.690207 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-1f9bc963-a17d-4935-9b1a-428b6146cc6b admin admin] Request body: {'subnet': {'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-468661606-subnet', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:38:36.829616 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9bc963-a17d-4935-9b1a-428b6146cc6b admin admin] Made reservation on behalf of 65130eabd4ec48ceae0756fbd43feccb for: {'subnet': 1} {{(pid=94614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:38:36.834322 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-1f9bc963-a17d-4935-9b1a-428b6146cc6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10165748'] for subnet, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:37.196935 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-1f9bc963-a17d-4935-9b1a-428b6146cc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8621377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10165638'] for subnet, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:37.289661 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9bc963-a17d-4935-9b1a-428b6146cc6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1715bbd-f5d8-429f-ad95-4ec258043bdf,revision_number=0']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:37.324038 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9bc963-a17d-4935-9b1a-428b6146cc6b admin admin] Checking segment: {'id': '333f8320-6673-407c-9555-81d2ae035560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:38:37.324038 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9bc963-a17d-4935-9b1a-428b6146cc6b admin admin] Network hostable DHCP agents. Network: d1d603f2-7a88-43bf-9288-e294a103440d, hostable agents: ['4ade96b1-406d-4ebc-948b-9bb0af99b177'], hosted agents: [] {{(pid=94614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 13:38:37.346630 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a62b7b-f507-49c0-8dc3-bb87be7eccf3 req-d0c1805d-a90c-4942-830b-35a75d4d9cb5 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:37.352267 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e2a62b7b-f507-49c0-8dc3-bb87be7eccf3 req-d0c1805d-a90c-4942-830b-35a75d4d9cb5 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 945 time: 0.1002064 Aug 26 13:38:37.407446 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e2a62b7b-f507-49c0-8dc3-bb87be7eccf3 req-e73fd0e2-23c3-4e76-ad3e-da6fea8c25b8 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431890 Aug 26 13:38:37.440129 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9bc963-a17d-4935-9b1a-428b6146cc6b admin admin] Network d1d603f2-7a88-43bf-9288-e294a103440d is scheduled to be hosted by DHCP agent 4ade96b1-406d-4ebc-948b-9bb0af99b177 with binding_index 1 {{(pid=94614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 13:38:37.524826 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-1f9bc963-a17d-4935-9b1a-428b6146cc6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-11-iscsi, d1d603f2-7a88-43bf-9288-e294a103440d) {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:38:37.529890 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9bc963-a17d-4935-9b1a-428b6146cc6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:37.540517 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-1f9bc963-a17d-4935-9b1a-428b6146cc6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for subnet, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:37.541243 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ae37a4-f582-4e8e-bb29-b3b808175972 None None] Network d1d603f2-7a88-43bf-9288-e294a103440d requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:38:37.641550 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-1f9bc963-a17d-4935-9b1a-428b6146cc6b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9637678 Aug 26 13:38:37.644862 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 56844) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:37.650467 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-19b29c18-c347-4019-ba9d-98e37f8c624b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-468661606-router', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'}}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:38:37.755916 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-19b29c18-c347-4019-ba9d-98e37f8c624b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13099'] for router, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:37.757755 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-19b29c18-c347-4019-ba9d-98e37f8c624b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13090'] for router, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:37.843927 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-19b29c18-c347-4019-ba9d-98e37f8c624b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:37.950585 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37ac166-815d-410f-81e1-8ad3d907867c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e57bd44-56e5-5669-b06f-8b51ccd0965c-d1d603f2-7a88-43bf-9288-e294a103440d', 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'fixed_ips': [{'subnet_id': 'c1715bbd-f5d8-429f-ad95-4ec258043bdf'}]}} from dv-cinder-786386-11-iscsi. {{(pid=94616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 13:38:37.951785 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d37ac166-815d-410f-81e1-8ad3d907867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:38.172152 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 56872) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:38.198979 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [None req-d37ac166-815d-410f-81e1-8ad3d907867c None None] Allocated IP 172.20.0.2 (d1d603f2-7a88-43bf-9288-e294a103440d/c1715bbd-f5d8-429f-ad95-4ec258043bdf/941ebb78-4a35-46b6-8e70-72c94dc37016) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:38:38.260254 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-19b29c18-c347-4019-ba9d-98e37f8c624b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:38.492047 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d37ac166-815d-410f-81e1-8ad3d907867c None None] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:38.540408 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-d37ac166-815d-410f-81e1-8ad3d907867c None None] Transition to ACTIVE for port object 941ebb78-4a35-46b6-8e70-72c94dc37016 will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:38:38.570713 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-cb7ef6a1-e55f-4219-a6e6-f69613ea9edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:38.628193 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-d37ac166-815d-410f-81e1-8ad3d907867c None None] Transition to ACTIVE for port object 941ebb78-4a35-46b6-8e70-72c94dc37016 will not be triggered until provisioned by entity DHCP. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:38:38.778709 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d37ac166-815d-410f-81e1-8ad3d907867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:38.835303 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-cb7ef6a1-e55f-4219-a6e6-f69613ea9edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:38.853344 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ecba17-79c1-4262-9c68-6f28b66f957c req-75c06bc9-324f-4a28-834f-bb03fcdec250 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:38.860969 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-51ecba17-79c1-4262-9c68-6f28b66f957c req-75c06bc9-324f-4a28-834f-bb03fcdec250 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 945 time: 0.2947624 Aug 26 13:38:38.870930 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37ac166-815d-410f-81e1-8ad3d907867c None None] Network d1d603f2-7a88-43bf-9288-e294a103440d is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:38:38.885181 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-d37ac166-815d-410f-81e1-8ad3d907867c None None] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:38:38.892041 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37ac166-815d-410f-81e1-8ad3d907867c None None] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:38:38.913939 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ac166-815d-410f-81e1-8ad3d907867c None None] Pushing event updated for resources: {'Port': ['ID=941ebb78-4a35-46b6-8e70-72c94dc37016,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:38.926039 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-cb7ef6a1-e55f-4219-a6e6-f69613ea9edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:38.998276 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ac166-815d-410f-81e1-8ad3d907867c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:38.999468 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ac166-815d-410f-81e1-8ad3d907867c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:39.000016 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ac166-815d-410f-81e1-8ad3d907867c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:39.000586 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ac166-815d-410f-81e1-8ad3d907867c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:39.003660 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ac166-815d-410f-81e1-8ad3d907867c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:39.003660 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ac166-815d-410f-81e1-8ad3d907867c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:39.003660 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ac166-815d-410f-81e1-8ad3d907867c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:39.004110 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ac166-815d-410f-81e1-8ad3d907867c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:39.004610 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ac166-815d-410f-81e1-8ad3d907867c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:39.005178 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ac166-815d-410f-81e1-8ad3d907867c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:39.005918 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ef6a1-e55f-4219-a6e6-f69613ea9edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806029bb-394f-48ac-ae4c-d7da42d73721,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:39.008413 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ac166-815d-410f-81e1-8ad3d907867c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:39.014515 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ac166-815d-410f-81e1-8ad3d907867c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:39.020934 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-cb7ef6a1-e55f-4219-a6e6-f69613ea9edc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5e8ba52642a148daacdf216064d316a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8471019 Aug 26 13:38:39.024512 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 56900) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:39.118057 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-19b29c18-c347-4019-ba9d-98e37f8c624b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:39.121894 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-d37ac166-815d-410f-81e1-8ad3d907867c None None] Attempting to bind port 941ebb78-4a35-46b6-8e70-72c94dc37016 on host dv-cinder-786386-11-iscsi for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:38:39.122674 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-d37ac166-815d-410f-81e1-8ad3d907867c None None] Attempting to bind port 941ebb78-4a35-46b6-8e70-72c94dc37016 by drivers openvswitch,hyperv on host dv-cinder-786386-11-iscsi at level 0 using segments [{'id': '333f8320-6673-407c-9555-81d2ae035560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:38:39.123407 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37ac166-815d-410f-81e1-8ad3d907867c None None] Attempting to bind port 941ebb78-4a35-46b6-8e70-72c94dc37016 on network d1d603f2-7a88-43bf-9288-e294a103440d {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:38:39.142415 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37ac166-815d-410f-81e1-8ad3d907867c None None] Checking agent: {'id': 'e5d43163-2ed7-4be7-b0e9-dba87db69928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 28, 57), 'started_at': datetime.datetime(2021, 8, 26, 13, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:38:39.144086 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37ac166-815d-410f-81e1-8ad3d907867c None None] Checking segment: {'id': '333f8320-6673-407c-9555-81d2ae035560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:38:39.144999 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d37ac166-815d-410f-81e1-8ad3d907867c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:39.147609 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37ac166-815d-410f-81e1-8ad3d907867c None None] Bound using segment: {'id': '333f8320-6673-407c-9555-81d2ae035560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:38:39.148453 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-d37ac166-815d-410f-81e1-8ad3d907867c None None] Bound port: 941ebb78-4a35-46b6-8e70-72c94dc37016, host: dv-cinder-786386-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333f8320-6673-407c-9555-81d2ae035560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:38:39.149058 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d37ac166-815d-410f-81e1-8ad3d907867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:39.181314 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-51ecba17-79c1-4262-9c68-6f28b66f957c req-17d9555b-005e-4b8c-a5e1-276ba76b9169 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182809 Aug 26 13:38:39.183068 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-a009d113-c54a-4162-9d39-af50d868085e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:39.184148 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-19b29c18-c347-4019-ba9d-98e37f8c624b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:39.233415 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-a009d113-c54a-4162-9d39-af50d868085e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:39.329856 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-d37ac166-815d-410f-81e1-8ad3d907867c None None] For port 941ebb78-4a35-46b6-8e70-72c94dc37016, host dv-cinder-786386-11-iscsi, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:38:39.335417 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-d37ac166-815d-410f-81e1-8ad3d907867c None None] For port 941ebb78-4a35-46b6-8e70-72c94dc37016, host dv-cinder-786386-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=941ebb78-4a35-46b6-8e70-72c94dc37016,segment=NetworkSegment(333f8320-6673-407c-9555-81d2ae035560),segment_id=333f8320-6673-407c-9555-81d2ae035560)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:38:39.384911 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_common [None req-19b29c18-c347-4019-ba9d-98e37f8c624b admin admin] Allocated IP 172.27.2.115 (0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a/b7ae35bd-0037-4f3a-908b-b50a80e8b092/9f008d0b-e04e-4b83-a332-697932f46062) {{(pid=94614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:38:39.468636 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-a009d113-c54a-4162-9d39-af50d868085e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:39.469232 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d37ac166-815d-410f-81e1-8ad3d907867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:39.473367 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-a009d113-c54a-4162-9d39-af50d868085e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:39.479552 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-a009d113-c54a-4162-9d39-af50d868085e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/806029bb-394f-48ac-ae4c-d7da42d73721 HTTP/1.1" status: 204 len: 168 time: 0.4489596 Aug 26 13:38:39.500158 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009d113-c54a-4162-9d39-af50d868085e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806029bb-394f-48ac-ae4c-d7da42d73721,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:39.552818 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-19b29c18-c347-4019-ba9d-98e37f8c624b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:39.652390 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ac166-815d-410f-81e1-8ad3d907867c None None] Pushing event updated for resources: {'Port': ['ID=941ebb78-4a35-46b6-8e70-72c94dc37016,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:39.693085 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-19b29c18-c347-4019-ba9d-98e37f8c624b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:39.783781 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b29c18-c347-4019-ba9d-98e37f8c624b admin admin] Network 0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:38:39.789767 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-19b29c18-c347-4019-ba9d-98e37f8c624b admin admin] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:38:39.793988 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b29c18-c347-4019-ba9d-98e37f8c624b admin admin] Received port after_create {{(pid=94614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:38:39.830863 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b29c18-c347-4019-ba9d-98e37f8c624b admin admin] Pushing event updated for resources: {'Port': ['ID=9f008d0b-e04e-4b83-a332-697932f46062,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:40.363253 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-19b29c18-c347-4019-ba9d-98e37f8c624b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:40.413874 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f4d4f-1e21-43e6-bc17-572d6e8d7f3a req-a26877be-60c7-4163-ad36-3dc541c90a5f tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:40.415410 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-126f4d4f-1e21-43e6-bc17-572d6e8d7f3a req-a26877be-60c7-4163-ad36-3dc541c90a5f tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 945 time: 0.1050973 Aug 26 13:38:40.603803 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 56946) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:40.610347 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-126f4d4f-1e21-43e6-bc17-572d6e8d7f3a req-41a56236-f16c-42ea-b97a-ef698248f975 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784401 Aug 26 13:38:40.653408 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-98c77b01-f19d-4bdf-b0d8-9581f3314060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:40.889352 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-98c77b01-f19d-4bdf-b0d8-9581f3314060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:40.926835 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-19b29c18-c347-4019-ba9d-98e37f8c624b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-428405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430587'] for router, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:40.962312 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-98c77b01-f19d-4bdf-b0d8-9581f3314060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:41.018024 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-98c77b01-f19d-4bdf-b0d8-9581f3314060 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1690f7a6063b4fdfa4bc6b01a6789197&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4207342 Aug 26 13:38:41.034604 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 56960) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:41.075222 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c77b01-f19d-4bdf-b0d8-9581f3314060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a6c02d-462e-43fb-b9dd-d97dae0b6bb4,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:41.132070 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2e6b059d-49ec-4323-aa7f-35f4826f7169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:41.171879 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2e6b059d-49ec-4323-aa7f-35f4826f7169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:41.187572 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 941ebb78-4a35-46b6-8e70-72c94dc37016 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:38:41.193861 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b29c18-c347-4019-ba9d-98e37f8c624b admin admin] Router 248087d4-e254-48c9-8d21-833c348168c2 is scheduled to L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 with binding_index 1 {{(pid=94614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 13:38:41.262955 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f4437b-1370-4490-b408-8533c1993000 None None] Network d1d603f2-7a88-43bf-9288-e294a103440d requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:38:41.338479 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2e6b059d-49ec-4323-aa7f-35f4826f7169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:41.343281 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2e6b059d-49ec-4323-aa7f-35f4826f7169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:41.345272 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-2e6b059d-49ec-4323-aa7f-35f4826f7169 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c1a6c02d-462e-43fb-b9dd-d97dae0b6bb4 HTTP/1.1" status: 204 len: 168 time: 0.3115470 Aug 26 13:38:41.374572 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b059d-49ec-4323-aa7f-35f4826f7169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a6c02d-462e-43fb-b9dd-d97dae0b6bb4,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:41.376765 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 56978) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:41.442746 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c3e575e-0d42-45a8-aa2a-24da7a84429f admin admin] Deleting subnet 01a859ec-394f-4293-9116-06c65bc7ce31 {{(pid=94615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 13:38:41.448334 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9c3e575e-0d42-45a8-aa2a-24da7a84429f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:41.488823 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-133358aa-ca3c-4a08-b19e-bc98ccb3c4bc None None] Provisioning for port 941ebb78-4a35-46b6-8e70-72c94dc37016 completed by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:38:41.521185 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9c3e575e-0d42-45a8-aa2a-24da7a84429f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3242698'] for subnet, precommit_delete_associations {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:41.589426 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9c3e575e-0d42-45a8-aa2a-24da7a84429f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541549'] for subnet, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:41.678550 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning for port 941ebb78-4a35-46b6-8e70-72c94dc37016 completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:38:41.687293 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port 941ebb78-4a35-46b6-8e70-72c94dc37016 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:38:41.687927 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:41.720477 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b29c18-c347-4019-ba9d-98e37f8c624b admin admin] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:38:41.731524 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6da6f5-8c99-467e-9b77-bf191c101668 None None] Sync routers for ids ['248087d4-e254-48c9-8d21-833c348168c2'] in dv-cinder-786386-11-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:38:41.746819 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6da6f5-8c99-467e-9b77-bf191c101668 None None] Routers {'248087d4-e254-48c9-8d21-833c348168c2'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:38:41.748157 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-2f6da6f5-8c99-467e-9b77-bf191c101668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:38:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['248087d4-e254-48c9-8d21-833c348168c2'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:38:41.785569 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9c3e575e-0d42-45a8-aa2a-24da7a84429f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8764706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593056'] for subnet, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:41.830972 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9c3e575e-0d42-45a8-aa2a-24da7a84429f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:41.839222 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-9c3e575e-0d42-45a8-aa2a-24da7a84429f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/01a859ec-394f-4293-9116-06c65bc7ce31 HTTP/1.1" status: 204 len: 168 time: 0.4607735 Aug 26 13:38:41.840513 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 56982) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:41.898877 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-19b29c18-c347-4019-ba9d-98e37f8c624b admin admin] Notify callbacks [] for router, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:41.906240 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-19b29c18-c347-4019-ba9d-98e37f8c624b admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2564437 Aug 26 13:38:41.906475 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-2f6da6f5-8c99-467e-9b77-bf191c101668 None None] Set router 248087d4-e254-48c9-8d21-833c348168c2 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:38:41.914185 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 56984) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:41.945391 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e575e-0d42-45a8-aa2a-24da7a84429f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01a859ec-394f-4293-9116-06c65bc7ce31,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:41.954707 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:42.042886 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911e990-53c9-4b7f-8a4c-e4ef6bb3b86c req-6918a87c-cd23-46c2-8414-cb6a53cd00f7 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:42.046382 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5911e990-53c9-4b7f-8a4c-e4ef6bb3b86c req-6918a87c-cd23-46c2-8414-cb6a53cd00f7 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 945 time: 0.2987432 Aug 26 13:38:42.062723 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] For port 941ebb78-4a35-46b6-8e70-72c94dc37016, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=941ebb78-4a35-46b6-8e70-72c94dc37016,segment=NetworkSegment(333f8320-6673-407c-9555-81d2ae035560),segment_id=333f8320-6673-407c-9555-81d2ae035560)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:38:42.078142 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f7898384-3db3-4b06-9790-52e5dfbaa809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1476925'] for network, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:42.088334 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-a0257fb3-e94a-4639-a9c2-cd4ecd32cff8 None None] Provisioning complete for port 941ebb78-4a35-46b6-8e70-72c94dc37016 triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:38:42.106234 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-a0257fb3-e94a-4639-a9c2-cd4ecd32cff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:42.148752 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:42.203913 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5911e990-53c9-4b7f-8a4c-e4ef6bb3b86c req-0014c00a-4953-4d53-bd38-1c778ed3349b tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453547 Aug 26 13:38:42.255579 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Pushing event updated for resources: {'Port': ['ID=941ebb78-4a35-46b6-8e70-72c94dc37016,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:42.287615 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-2f6da6f5-8c99-467e-9b77-bf191c101668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248087d4-e254-48c9-8d21-833c348168c2', 'name': 'tempest-AttachVolumeTestJSON-468661606-router', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '9f008d0b-e04e-4b83-a332-697932f46062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:38:37Z', 'updated_at': '2021-08-26T13:38:40Z', 'revision_number': 3, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'gw_port': {'id': '9f008d0b-e04e-4b83-a332-697932f46062', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248087d4-e254-48c9-8d21-833c348168c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:38:39Z', 'updated_at': '2021-08-26T13:38:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:38:42.336200 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6da6f5-8c99-467e-9b77-bf191c101668 None None] Checking router: 248087d4-e254-48c9-8d21-833c348168c2 for host: dv-cinder-786386-11-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:38:42.336908 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6da6f5-8c99-467e-9b77-bf191c101668 None None] Updating router 248087d4-e254-48c9-8d21-833c348168c2 port 9f008d0b-e04e-4b83-a332-697932f46062 binding host dv-cinder-786386-11-iscsi {{(pid=94617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 13:38:42.372186 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f6da6f5-8c99-467e-9b77-bf191c101668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:42.505747 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f7898384-3db3-4b06-9790-52e5dfbaa809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-539478', 'neutron.services.segments.db._delete_segments_for_network-8790400307694'] for network, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:42.525672 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-f7898384-3db3-4b06-9790-52e5dfbaa809 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4a779d1-39ea-4f06-a811-5d36eb9a03bc']}} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:38:42.551138 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-f7898384-3db3-4b06-9790-52e5dfbaa809 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '810aacca-45c9-4ead-9c66-dba31ba64de0') {'for_net_delete': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:38:42.551738 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-f7898384-3db3-4b06-9790-52e5dfbaa809 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '810aacca-45c9-4ead-9c66-dba31ba64de0') {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:38:42.570249 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f7898384-3db3-4b06-9790-52e5dfbaa809 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790400307577', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3242709'] for segment, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:42.591211 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f7898384-3db3-4b06-9790-52e5dfbaa809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388'] for segment, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:42.608273 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7898384-3db3-4b06-9790-52e5dfbaa809 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=94615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 13:38:42.608992 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f7898384-3db3-4b06-9790-52e5dfbaa809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8764740'] for segment, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:42.612603 dv-cinder-786386-11-iscsi neutron-server[94615]: Traceback (most recent call last): Aug 26 13:38:42.612603 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 13:38:42.612603 dv-cinder-786386-11-iscsi neutron-server[94615]: timer() Aug 26 13:38:42.612603 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 13:38:42.612603 dv-cinder-786386-11-iscsi neutron-server[94615]: cb(*args, **kw) Aug 26 13:38:42.612603 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 13:38:42.612603 dv-cinder-786386-11-iscsi neutron-server[94615]: return func(*args, **kwargs) Aug 26 13:38:42.612603 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 13:38:42.612603 dv-cinder-786386-11-iscsi neutron-server[94615]: self._notify() Aug 26 13:38:42.612603 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 13:38:42.612603 dv-cinder-786386-11-iscsi neutron-server[94615]: self.callback(batched_events) Aug 26 13:38:42.612603 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 13:38:42.612603 dv-cinder-786386-11-iscsi neutron-server[94615]: event.method(event) Aug 26 13:38:42.612603 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 13:38:42.612603 dv-cinder-786386-11-iscsi neutron-server[94615]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 13:38:42.612603 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 13:38:42.612603 dv-cinder-786386-11-iscsi neutron-server[94615]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 13:38:42.612603 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 13:38:42.612603 dv-cinder-786386-11-iscsi neutron-server[94615]: return f(self, *a, **k) Aug 26 13:38:42.612603 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 13:38:42.612603 dv-cinder-786386-11-iscsi neutron-server[94615]: return self._get(url).json() Aug 26 13:38:42.612603 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 13:38:42.612603 dv-cinder-786386-11-iscsi neutron-server[94615]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 13:38:42.612603 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 13:38:42.612603 dv-cinder-786386-11-iscsi neutron-server[94615]: return self.request(url, 'GET', **kwargs) Aug 26 13:38:42.612603 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 13:38:42.612603 dv-cinder-786386-11-iscsi neutron-server[94615]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 13:38:42.612603 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 13:38:42.612603 dv-cinder-786386-11-iscsi neutron-server[94615]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 13:38:42.612603 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 13:38:42.612603 dv-cinder-786386-11-iscsi neutron-server[94615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 13:38:42.612603 dv-cinder-786386-11-iscsi neutron-server[94615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 13:38:42.789761 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b55492d7-4359-487d-9eb1-c6b1616da6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:42.852998 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f7898384-3db3-4b06-9790-52e5dfbaa809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-539439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430499'] for network, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:42.863962 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f7898384-3db3-4b06-9790-52e5dfbaa809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for network, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:42.866691 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-f7898384-3db3-4b06-9790-52e5dfbaa809 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d4a779d1-39ea-4f06-a811-5d36eb9a03bc HTTP/1.1" status: 204 len: 168 time: 0.9573295 Aug 26 13:38:42.870481 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 57018) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:42.895317 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7898384-3db3-4b06-9790-52e5dfbaa809 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4a779d1-39ea-4f06-a811-5d36eb9a03bc,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:42.917665 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f6da6f5-8c99-467e-9b77-bf191c101668 None None] Notify callbacks [] for port, precommit_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:42.929451 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f6da6f5-8c99-467e-9b77-bf191c101668 None None] Transition to ACTIVE for port object 9f008d0b-e04e-4b83-a332-697932f46062 will not be triggered until provisioned by entity L2. {{(pid=94617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:38:42.984090 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c0aec6f-cfb2-411b-a9fa-4b488fb7a3c9 admin admin] Deleting subnet ba446ec7-0029-48c7-8bc2-9f5aa7a8e252 {{(pid=94614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 13:38:42.995140 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5c0aec6f-cfb2-411b-a9fa-4b488fb7a3c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:43.025138 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f6da6f5-8c99-467e-9b77-bf191c101668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:43.042833 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 941ebb78-4a35-46b6-8e70-72c94dc37016 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:38:43.113700 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5c0aec6f-cfb2-411b-a9fa-4b488fb7a3c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3147581'] for subnet, precommit_delete_associations {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:43.147654 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90451511-df2c-4305-b345-c5ae1b24117e None None] Pushing event updated for resources: {'Port': ['ID=9f008d0b-e04e-4b83-a332-697932f46062,revision_number=2']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:43.157526 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90451511-df2c-4305-b345-c5ae1b24117e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:43.158205 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90451511-df2c-4305-b345-c5ae1b24117e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:43.158857 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90451511-df2c-4305-b345-c5ae1b24117e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:43.159389 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90451511-df2c-4305-b345-c5ae1b24117e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:43.159870 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90451511-df2c-4305-b345-c5ae1b24117e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:43.160351 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90451511-df2c-4305-b345-c5ae1b24117e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:43.160841 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90451511-df2c-4305-b345-c5ae1b24117e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:43.161316 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90451511-df2c-4305-b345-c5ae1b24117e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:43.161832 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90451511-df2c-4305-b345-c5ae1b24117e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:43.162352 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90451511-df2c-4305-b345-c5ae1b24117e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:43.162844 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90451511-df2c-4305-b345-c5ae1b24117e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:43.163349 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90451511-df2c-4305-b345-c5ae1b24117e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:38:43.185029 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5c0aec6f-cfb2-411b-a9fa-4b488fb7a3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541549'] for subnet, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:43.188239 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_common [None req-b55492d7-4359-487d-9eb1-c6b1616da6bb admin admin] Allocated IP 172.20.0.1 (d1d603f2-7a88-43bf-9288-e294a103440d/c1715bbd-f5d8-429f-ad95-4ec258043bdf/ef327389-73d7-4620-9dc9-48f9cc2bbda7) {{(pid=94614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:38:43.193063 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-2f6da6f5-8c99-467e-9b77-bf191c101668 None None] Attempting to bind port 9f008d0b-e04e-4b83-a332-697932f46062 on host dv-cinder-786386-11-iscsi for vnic_type normal with profile {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:38:43.195024 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-2f6da6f5-8c99-467e-9b77-bf191c101668 None None] Attempting to bind port 9f008d0b-e04e-4b83-a332-697932f46062 by drivers openvswitch,hyperv on host dv-cinder-786386-11-iscsi at level 0 using segments [{'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:38:43.195650 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6da6f5-8c99-467e-9b77-bf191c101668 None None] Attempting to bind port 9f008d0b-e04e-4b83-a332-697932f46062 on network 0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:38:43.202735 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6da6f5-8c99-467e-9b77-bf191c101668 None None] Checking agent: {'id': 'e5d43163-2ed7-4be7-b0e9-dba87db69928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 28, 57), 'started_at': datetime.datetime(2021, 8, 26, 13, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:38:43.203402 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6da6f5-8c99-467e-9b77-bf191c101668 None None] Checking segment: {'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:38:43.204017 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f6da6f5-8c99-467e-9b77-bf191c101668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:43.205006 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6da6f5-8c99-467e-9b77-bf191c101668 None None] Bound using segment: {'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:38:43.205385 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-2f6da6f5-8c99-467e-9b77-bf191c101668 None None] Bound port: 9f008d0b-e04e-4b83-a332-697932f46062, host: dv-cinder-786386-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'}}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:38:43.206241 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f6da6f5-8c99-467e-9b77-bf191c101668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:43.214317 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port 941ebb78-4a35-46b6-8e70-72c94dc37016 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:38:43.214822 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:43.219737 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 57030) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:43.338311 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-2f6da6f5-8c99-467e-9b77-bf191c101668 None None] For port 9f008d0b-e04e-4b83-a332-697932f46062, host dv-cinder-786386-11-iscsi, cleared binding levels {{(pid=94617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:38:43.344580 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-2f6da6f5-8c99-467e-9b77-bf191c101668 None None] For port 9f008d0b-e04e-4b83-a332-697932f46062, host dv-cinder-786386-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=9f008d0b-e04e-4b83-a332-697932f46062,segment=NetworkSegment(706c7343-f453-451d-93d0-3f6d714ba662),segment_id=706c7343-f453-451d-93d0-3f6d714ba662)] {{(pid=94617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:38:43.389177 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b55492d7-4359-487d-9eb1-c6b1616da6bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:43.400102 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5c0aec6f-cfb2-411b-a9fa-4b488fb7a3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8625026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10165663'] for subnet, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:43.418253 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f6da6f5-8c99-467e-9b77-bf191c101668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:43.463111 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6da6f5-8c99-467e-9b77-bf191c101668 None None] Routers {'248087d4-e254-48c9-8d21-833c348168c2'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:38:43.463768 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-2f6da6f5-8c99-467e-9b77-bf191c101668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:38:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['248087d4-e254-48c9-8d21-833c348168c2'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:38:43.474839 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0aec6f-cfb2-411b-a9fa-4b488fb7a3c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba446ec7-0029-48c7-8bc2-9f5aa7a8e252,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:43.483127 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b55492d7-4359-487d-9eb1-c6b1616da6bb admin admin] Transition to ACTIVE for port object ef327389-73d7-4620-9dc9-48f9cc2bbda7 will not be triggered until provisioned by entity DHCP. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:38:43.483629 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-bced960f-4b53-4c4f-b682-f0b9b1205006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:43.489741 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5c0aec6f-cfb2-411b-a9fa-4b488fb7a3c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for subnet, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:43.494917 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-5c0aec6f-cfb2-411b-a9fa-4b488fb7a3c9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ba446ec7-0029-48c7-8bc2-9f5aa7a8e252 HTTP/1.1" status: 204 len: 168 time: 0.6228306 Aug 26 13:38:43.503602 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 57040) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:43.579476 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fa424-ea40-430b-a463-9267f771bbdb req-4de86d3c-9b96-4c10-86af-94bf84762171 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:43.588696 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d20fa424-ea40-430b-a463-9267f771bbdb req-4de86d3c-9b96-4c10-86af-94bf84762171 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 945 time: 0.2306261 Aug 26 13:38:43.589606 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-2f6da6f5-8c99-467e-9b77-bf191c101668 None None] Set router 248087d4-e254-48c9-8d21-833c348168c2 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:38:43.659015 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1182d46b-a6f7-4537-b684-560dc0ed7de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1476925'] for network, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:43.670383 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d20fa424-ea40-430b-a463-9267f771bbdb req-4ec60918-a1d5-42fa-bb9d-649cdf74e5a1 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804152 Aug 26 13:38:43.747476 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90451511-df2c-4305-b345-c5ae1b24117e None None] Pushing event updated for resources: {'Port': ['ID=9f008d0b-e04e-4b83-a332-697932f46062,revision_number=3']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:43.808333 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b55492d7-4359-487d-9eb1-c6b1616da6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:43.816577 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1182d46b-a6f7-4537-b684-560dc0ed7de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-539478', 'neutron.services.segments.db._delete_segments_for_network-8790400307694'] for network, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:43.824436 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 57046) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:43.828247 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-2f6da6f5-8c99-467e-9b77-bf191c101668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248087d4-e254-48c9-8d21-833c348168c2', 'name': 'tempest-AttachVolumeTestJSON-468661606-router', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '9f008d0b-e04e-4b83-a332-697932f46062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:38:37Z', 'updated_at': '2021-08-26T13:38:40Z', 'revision_number': 3, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'gw_port': {'id': '9f008d0b-e04e-4b83-a332-697932f46062', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248087d4-e254-48c9-8d21-833c348168c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:38:39Z', 'updated_at': '2021-08-26T13:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:38:43.833000 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-1182d46b-a6f7-4537-b684-560dc0ed7de1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dd53033-0427-4dc8-9dab-6c9107a5f33b']}} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:38:43.849394 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-1182d46b-a6f7-4537-b684-560dc0ed7de1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '085626fc-dba9-4867-8640-87201870987b') {'for_net_delete': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:38:43.850240 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-1182d46b-a6f7-4537-b684-560dc0ed7de1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '085626fc-dba9-4867-8640-87201870987b') {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:38:43.875019 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1182d46b-a6f7-4537-b684-560dc0ed7de1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790400307577', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3242709'] for segment, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:43.916501 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1182d46b-a6f7-4537-b684-560dc0ed7de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388'] for segment, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:43.920300 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55492d7-4359-487d-9eb1-c6b1616da6bb admin admin] Pushing event updated for resources: {'Port': ['ID=ef327389-73d7-4620-9dc9-48f9cc2bbda7,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:43.941319 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55492d7-4359-487d-9eb1-c6b1616da6bb admin admin] Network d1d603f2-7a88-43bf-9288-e294a103440d is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:38:43.945079 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-b55492d7-4359-487d-9eb1-c6b1616da6bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:38:43.964291 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1182d46b-a6f7-4537-b684-560dc0ed7de1 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=94615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 13:38:43.965399 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1182d46b-a6f7-4537-b684-560dc0ed7de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8764740'] for segment, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:43.966225 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55492d7-4359-487d-9eb1-c6b1616da6bb admin admin] Received port after_create {{(pid=94614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:38:43.977628 dv-cinder-786386-11-iscsi neutron-server[94615]: Traceback (most recent call last): Aug 26 13:38:43.977628 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 13:38:43.977628 dv-cinder-786386-11-iscsi neutron-server[94615]: timer() Aug 26 13:38:43.977628 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 13:38:43.977628 dv-cinder-786386-11-iscsi neutron-server[94615]: cb(*args, **kw) Aug 26 13:38:43.977628 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 13:38:43.977628 dv-cinder-786386-11-iscsi neutron-server[94615]: return func(*args, **kwargs) Aug 26 13:38:43.977628 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 13:38:43.977628 dv-cinder-786386-11-iscsi neutron-server[94615]: self._notify() Aug 26 13:38:43.977628 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 13:38:43.977628 dv-cinder-786386-11-iscsi neutron-server[94615]: self.callback(batched_events) Aug 26 13:38:43.977628 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 13:38:43.977628 dv-cinder-786386-11-iscsi neutron-server[94615]: event.method(event) Aug 26 13:38:43.977628 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 13:38:43.977628 dv-cinder-786386-11-iscsi neutron-server[94615]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 13:38:43.977628 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 13:38:43.977628 dv-cinder-786386-11-iscsi neutron-server[94615]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 13:38:43.977628 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 13:38:43.977628 dv-cinder-786386-11-iscsi neutron-server[94615]: return f(self, *a, **k) Aug 26 13:38:43.977628 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 13:38:43.977628 dv-cinder-786386-11-iscsi neutron-server[94615]: return self._get(url).json() Aug 26 13:38:43.977628 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 13:38:43.977628 dv-cinder-786386-11-iscsi neutron-server[94615]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 13:38:43.977628 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 13:38:43.977628 dv-cinder-786386-11-iscsi neutron-server[94615]: return self.request(url, 'GET', **kwargs) Aug 26 13:38:43.977628 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 13:38:43.977628 dv-cinder-786386-11-iscsi neutron-server[94615]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 13:38:43.977628 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 13:38:43.977628 dv-cinder-786386-11-iscsi neutron-server[94615]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 13:38:43.977628 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 13:38:43.977628 dv-cinder-786386-11-iscsi neutron-server[94615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 13:38:43.977628 dv-cinder-786386-11-iscsi neutron-server[94615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 13:38:44.060239 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6da6f5-8c99-467e-9b77-bf191c101668 None None] The sync data for ids ['248087d4-e254-48c9-8d21-833c348168c2'] in dv-cinder-786386-11-iscsi is: [{'id': '248087d4-e254-48c9-8d21-833c348168c2', 'name': 'tempest-AttachVolumeTestJSON-468661606-router', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '9f008d0b-e04e-4b83-a332-697932f46062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:38:37Z', 'updated_at': '2021-08-26T13:38:40Z', 'revision_number': 3, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'gw_port': {'id': '9f008d0b-e04e-4b83-a332-697932f46062', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248087d4-e254-48c9-8d21-833c348168c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:38:39Z', 'updated_at': '2021-08-26T13:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:38:44.068040 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b55492d7-4359-487d-9eb1-c6b1616da6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430372'] for router_interface, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:44.136714 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-bced960f-4b53-4c4f-b682-f0b9b1205006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:44.219214 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-bced960f-4b53-4c4f-b682-f0b9b1205006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:44.281788 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1182d46b-a6f7-4537-b684-560dc0ed7de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-539439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430499'] for network, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:44.286430 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1182d46b-a6f7-4537-b684-560dc0ed7de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for network, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:44.294295 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-1182d46b-a6f7-4537-b684-560dc0ed7de1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4dd53033-0427-4dc8-9dab-6c9107a5f33b HTTP/1.1" status: 204 len: 168 time: 0.7853689 Aug 26 13:38:44.423750 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced960f-4b53-4c4f-b682-f0b9b1205006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2048ceb2-f48c-4418-a7b4-26880e18f0ca,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:44.426382 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b55492d7-4359-487d-9eb1-c6b1616da6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:44.441245 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ee41579b-1d7b-4a43-a9f4-ba6e1d11fed7 None None] Provisioning for port ef327389-73d7-4620-9dc9-48f9cc2bbda7 completed by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:38:44.455537 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ee41579b-1d7b-4a43-a9f4-ba6e1d11fed7 None None] Provisioning complete for port ef327389-73d7-4620-9dc9-48f9cc2bbda7 triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:38:44.456097 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ee41579b-1d7b-4a43-a9f4-ba6e1d11fed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:44.473836 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182d46b-a6f7-4537-b684-560dc0ed7de1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dd53033-0427-4dc8-9dab-6c9107a5f33b,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:44.509068 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-bced960f-4b53-4c4f-b682-f0b9b1205006 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d7b4d5b836124a7c8bcdbcc532cc0493&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2872670 Aug 26 13:38:44.513500 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 57064) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:44.596712 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-76f6f669-bdc9-43a3-bc65-11a56368fa92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:44.597422 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-ee41579b-1d7b-4a43-a9f4-ba6e1d11fed7 None None] Port ef327389-73d7-4620-9dc9-48f9cc2bbda7 cannot update to ACTIVE because it is not bound. {{(pid=94616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 13:38:44.613925 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5d3005f9-88ea-4a70-b948-22f0f1113c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:44.705421 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5d3005f9-88ea-4a70-b948-22f0f1113c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:44.980447 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f04f67-9559-4b1e-8664-808113d29ef8 req-da97be8e-cb33-4471-a370-2c9f725c7ffe tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:44.981912 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-38f04f67-9559-4b1e-8664-808113d29ef8 req-da97be8e-cb33-4471-a370-2c9f725c7ffe tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 945 time: 0.1544044 Aug 26 13:38:45.078662 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b55492d7-4359-487d-9eb1-c6b1616da6bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:45.089173 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-38f04f67-9559-4b1e-8664-808113d29ef8 req-1a21d4c7-25fe-45de-96e8-b831e5745450 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916252 Aug 26 13:38:45.172960 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 9f008d0b-e04e-4b83-a332-697932f46062 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:38:45.402888 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning for port 9f008d0b-e04e-4b83-a332-697932f46062 completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:38:45.416416 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port 9f008d0b-e04e-4b83-a332-697932f46062 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:38:45.420116 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:45.421770 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b55492d7-4359-487d-9eb1-c6b1616da6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625096'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:45.440316 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 57072) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:45.592871 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-6aa6a444-639e-4481-b022-2b6635d1bf7c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b7632f6d395841c6986411ed4f58d02d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1495399 Aug 26 13:38:45.595094 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5d3005f9-88ea-4a70-b948-22f0f1113c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:45.605859 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5d3005f9-88ea-4a70-b948-22f0f1113c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:45.607732 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-5d3005f9-88ea-4a70-b948-22f0f1113c24 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2048ceb2-f48c-4418-a7b4-26880e18f0ca HTTP/1.1" status: 204 len: 168 time: 1.0874989 Aug 26 13:38:45.608663 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 57074) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:45.658623 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3005f9-88ea-4a70-b948-22f0f1113c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2048ceb2-f48c-4418-a7b4-26880e18f0ca,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:45.668531 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:45.712118 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0fe6a5da-b8fa-4ff8-9920-c589e749a065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:45.723561 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] For port 9f008d0b-e04e-4b83-a332-697932f46062, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=9f008d0b-e04e-4b83-a332-697932f46062,segment=NetworkSegment(706c7343-f453-451d-93d0-3f6d714ba662),segment_id=706c7343-f453-451d-93d0-3f6d714ba662)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:38:45.740488 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0fe6a5da-b8fa-4ff8-9920-c589e749a065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:45.785190 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-76f6f669-bdc9-43a3-bc65-11a56368fa92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:45.788651 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b55492d7-4359-487d-9eb1-c6b1616da6bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430843'] for router_interface, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:45.794588 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55492d7-4359-487d-9eb1-c6b1616da6bb admin admin] Pushing event updated for resources: {'Port': ['ID=ef327389-73d7-4620-9dc9-48f9cc2bbda7,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:45.892220 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:45.917184 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-76f6f669-bdc9-43a3-bc65-11a56368fa92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:45.920463 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0fe6a5da-b8fa-4ff8-9920-c589e749a065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:45.923586 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0fe6a5da-b8fa-4ff8-9920-c589e749a065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:45.930599 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b6eae-bc88-424b-9133-b713a6c4ca15 req-7d37efdf-2cb7-412a-bcad-0b003c42e566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:45.934530 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-0fe6a5da-b8fa-4ff8-9920-c589e749a065 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6c761fb2-39d7-4797-ba60-9180caf103a1 HTTP/1.1" status: 204 len: 168 time: 0.3195441 Aug 26 13:38:45.934736 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6e0b6eae-bc88-424b-9133-b713a6c4ca15 req-7d37efdf-2cb7-412a-bcad-0b003c42e566 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 1098 time: 0.3719864 Aug 26 13:38:45.962092 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6a5da-b8fa-4ff8-9920-c589e749a065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c761fb2-39d7-4797-ba60-9180caf103a1,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:45.999431 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Pushing event updated for resources: {'Port': ['ID=9f008d0b-e04e-4b83-a332-697932f46062,revision_number=4']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:46.149564 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-76f6f669-bdc9-43a3-bc65-11a56368fa92 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=038072801e874e4a88b424c511122e03&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3136606 Aug 26 13:38:46.153447 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 57088) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:46.180725 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6f669-bdc9-43a3-bc65-11a56368fa92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcc4cbf-a659-4184-96c2-85689ba66da9,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:46.206992 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55492d7-4359-487d-9eb1-c6b1616da6bb admin admin] Network d1d603f2-7a88-43bf-9288-e294a103440d is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:38:46.212851 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6e0b6eae-bc88-424b-9133-b713a6c4ca15 req-5e2b174a-4a65-4b29-991b-37926bf06260 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508238 Aug 26 13:38:46.217985 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-b55492d7-4359-487d-9eb1-c6b1616da6bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:38:46.262847 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ad913121-db5e-48e3-98a2-850338533db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:46.314361 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ad913121-db5e-48e3-98a2-850338533db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:46.459679 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b8836-f821-452f-a9c6-c2595100c947 req-c9780661-c721-4b3d-abd8-cfa1dee8f5cf tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:46.474271 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b09b8836-f821-452f-a9c6-c2595100c947 req-c9780661-c721-4b3d-abd8-cfa1dee8f5cf tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 945 time: 0.1387041 Aug 26 13:38:46.528255 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ad913121-db5e-48e3-98a2-850338533db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:46.551077 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ad913121-db5e-48e3-98a2-850338533db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:46.562709 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-ad913121-db5e-48e3-98a2-850338533db4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4fcc4cbf-a659-4184-96c2-85689ba66da9 HTTP/1.1" status: 204 len: 168 time: 0.4060574 Aug 26 13:38:46.580125 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b55492d7-4359-487d-9eb1-c6b1616da6bb admin admin] Router 248087d4-e254-48c9-8d21-833c348168c2 has already been hosted by L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 {{(pid=94614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 13:38:46.604830 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b09b8836-f821-452f-a9c6-c2595100c947 req-0aaeae1b-638f-4a52-b6c0-4718fc6f9a98 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282811 Aug 26 13:38:46.614299 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad913121-db5e-48e3-98a2-850338533db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcc4cbf-a659-4184-96c2-85689ba66da9,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:46.750793 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-b0a70fd7-c148-46b7-a0e1-da257f1a884c None None] Provisioning complete for port ef327389-73d7-4620-9dc9-48f9cc2bbda7 triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:38:46.751630 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-b0a70fd7-c148-46b7-a0e1-da257f1a884c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:46.793205 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-b0a70fd7-c148-46b7-a0e1-da257f1a884c None None] Port ef327389-73d7-4620-9dc9-48f9cc2bbda7 cannot update to ACTIVE because it is not bound. {{(pid=94616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 13:38:46.801237 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55492d7-4359-487d-9eb1-c6b1616da6bb admin admin] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:38:46.811957 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-b55492d7-4359-487d-9eb1-c6b1616da6bb admin admin] 10.222.0.35 "PUT /v2.0/routers/248087d4-e254-48c9-8d21-833c348168c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8958154 Aug 26 13:38:46.967508 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75297f97-ffce-49fd-b914-8f76e22b0c8d None None] Sync routers for ids ['248087d4-e254-48c9-8d21-833c348168c2'] in dv-cinder-786386-11-iscsi {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:38:46.977093 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75297f97-ffce-49fd-b914-8f76e22b0c8d None None] Routers {'248087d4-e254-48c9-8d21-833c348168c2'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:38:46.977746 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-75297f97-ffce-49fd-b914-8f76e22b0c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:38:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['248087d4-e254-48c9-8d21-833c348168c2'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:38:47.033135 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 9f008d0b-e04e-4b83-a332-697932f46062 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:38:47.093411 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 57104) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:47.108280 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-44ebe4fa-449c-441d-900b-f63b61391a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:47.140699 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-75297f97-ffce-49fd-b914-8f76e22b0c8d None None] Set router 248087d4-e254-48c9-8d21-833c348168c2 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:38:47.201829 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port 9f008d0b-e04e-4b83-a332-697932f46062 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:38:47.202213 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:47.215943 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 57108) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:47.258171 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-44ebe4fa-449c-441d-900b-f63b61391a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:47.308956 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-d49e90d9-4e3c-4469-9616-c3483169d9f7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b1823373e16a422b85e75d22e2e303da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0910339 Aug 26 13:38:47.311442 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 57110) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:47.331111 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-44ebe4fa-449c-441d-900b-f63b61391a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:47.472519 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d3d94e91-59a1-4aae-b28a-df990143f41e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:47.510897 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-44ebe4fa-449c-441d-900b-f63b61391a0d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b3227821e86a46beb051389d68f2b65f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4157693 Aug 26 13:38:47.523664 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 57116) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:47.536503 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d3d94e91-59a1-4aae-b28a-df990143f41e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:47.558996 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebe4fa-449c-441d-900b-f63b61391a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f26367-58d3-46c0-b416-701a9c893f81,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:47.697226 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-75297f97-ffce-49fd-b914-8f76e22b0c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248087d4-e254-48c9-8d21-833c348168c2', 'name': 'tempest-AttachVolumeTestJSON-468661606-router', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '9f008d0b-e04e-4b83-a332-697932f46062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:38:37Z', 'updated_at': '2021-08-26T13:38:44Z', 'revision_number': 4, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'gw_port': {'id': '9f008d0b-e04e-4b83-a332-697932f46062', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248087d4-e254-48c9-8d21-833c348168c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:38:39Z', 'updated_at': '2021-08-26T13:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': 'ef327389-73d7-4620-9dc9-48f9cc2bbda7', 'name': '', 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'mac_address': 'fa:16:3e:08:65:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248087d4-e254-48c9-8d21-833c348168c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'c1715bbd-f5d8-429f-ad95-4ec258043bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:38:42Z', 'updated_at': '2021-08-26T13:38:44Z', 'revision_number': 2, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'subnets': [{'id': 'c1715bbd-f5d8-429f-ad95-4ec258043bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:38:47.730009 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-23770a81-3fbb-4ede-b2a0-59151bed50c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:47.742843 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d3d94e91-59a1-4aae-b28a-df990143f41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:47.747049 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d3d94e91-59a1-4aae-b28a-df990143f41e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:47.747781 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-d3d94e91-59a1-4aae-b28a-df990143f41e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e0572b1e-37aa-4c98-8c30-1ee84bd7fcee HTTP/1.1" status: 204 len: 168 time: 0.4313223 Aug 26 13:38:47.763045 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d94e91-59a1-4aae-b28a-df990143f41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0572b1e-37aa-4c98-8c30-1ee84bd7fcee,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:47.764365 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-23770a81-3fbb-4ede-b2a0-59151bed50c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:47.804407 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75297f97-ffce-49fd-b914-8f76e22b0c8d None None] Checking router: 248087d4-e254-48c9-8d21-833c348168c2 for host: dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:38:47.805247 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75297f97-ffce-49fd-b914-8f76e22b0c8d None None] Updating router 248087d4-e254-48c9-8d21-833c348168c2 port ef327389-73d7-4620-9dc9-48f9cc2bbda7 binding host dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 13:38:47.926331 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-75297f97-ffce-49fd-b914-8f76e22b0c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:47.955280 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021d2d6-727b-4acf-88c3-00048e68bf29 req-e4a42648-a155-47f5-8f09-6101f5a195a1 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:47.955280 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4021d2d6-727b-4acf-88c3-00048e68bf29 req-e4a42648-a155-47f5-8f09-6101f5a195a1 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 945 time: 0.1790662 Aug 26 13:38:47.989624 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-23770a81-3fbb-4ede-b2a0-59151bed50c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:47.992930 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-23770a81-3fbb-4ede-b2a0-59151bed50c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:47.994207 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-23770a81-3fbb-4ede-b2a0-59151bed50c7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/71f26367-58d3-46c0-b416-701a9c893f81 HTTP/1.1" status: 204 len: 168 time: 0.4681885 Aug 26 13:38:48.005298 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23770a81-3fbb-4ede-b2a0-59151bed50c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f26367-58d3-46c0-b416-701a9c893f81,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:48.085595 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4021d2d6-727b-4acf-88c3-00048e68bf29 req-3f41354d-a342-49c8-aeb7-4ee1bb1ca61f tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247258 Aug 26 13:38:48.504943 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-75297f97-ffce-49fd-b914-8f76e22b0c8d None None] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:48.529966 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-75297f97-ffce-49fd-b914-8f76e22b0c8d None None] Transition to ACTIVE for port object ef327389-73d7-4620-9dc9-48f9cc2bbda7 will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:38:48.550252 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 57136) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:48.555692 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-b308ea34-d09c-4121-a9b6-a6998ec96787 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1378193859', 'description': 'tempest-description--1514171107'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:38:48.581473 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 57138) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:48.608259 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-017c6097-03a1-4f0e-9941-c2c6318549cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:48.624209 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-75297f97-ffce-49fd-b914-8f76e22b0c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:48.709862 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b308ea34-d09c-4121-a9b6-a6998ec96787 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:48.735753 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0139e-cfc8-42a6-8a12-93d8c6e38265 None None] Pushing event updated for resources: {'Port': ['ID=ef327389-73d7-4620-9dc9-48f9cc2bbda7,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:48.808822 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-75297f97-ffce-49fd-b914-8f76e22b0c8d None None] Attempting to bind port ef327389-73d7-4620-9dc9-48f9cc2bbda7 on host dv-cinder-786386-11-iscsi for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:38:48.809561 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-75297f97-ffce-49fd-b914-8f76e22b0c8d None None] Attempting to bind port ef327389-73d7-4620-9dc9-48f9cc2bbda7 by drivers openvswitch,hyperv on host dv-cinder-786386-11-iscsi at level 0 using segments [{'id': '333f8320-6673-407c-9555-81d2ae035560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:38:48.809561 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75297f97-ffce-49fd-b914-8f76e22b0c8d None None] Attempting to bind port ef327389-73d7-4620-9dc9-48f9cc2bbda7 on network d1d603f2-7a88-43bf-9288-e294a103440d {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:38:48.823193 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75297f97-ffce-49fd-b914-8f76e22b0c8d None None] Checking agent: {'id': 'e5d43163-2ed7-4be7-b0e9-dba87db69928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 28, 57), 'started_at': datetime.datetime(2021, 8, 26, 13, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:38:48.823657 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75297f97-ffce-49fd-b914-8f76e22b0c8d None None] Checking segment: {'id': '333f8320-6673-407c-9555-81d2ae035560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:38:48.825958 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-75297f97-ffce-49fd-b914-8f76e22b0c8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:48.826549 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75297f97-ffce-49fd-b914-8f76e22b0c8d None None] Bound using segment: {'id': '333f8320-6673-407c-9555-81d2ae035560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:38:48.827106 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-75297f97-ffce-49fd-b914-8f76e22b0c8d None None] Bound port: ef327389-73d7-4620-9dc9-48f9cc2bbda7, host: dv-cinder-786386-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333f8320-6673-407c-9555-81d2ae035560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:38:48.827526 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-75297f97-ffce-49fd-b914-8f76e22b0c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:48.880834 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-017c6097-03a1-4f0e-9941-c2c6318549cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:48.952612 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-75297f97-ffce-49fd-b914-8f76e22b0c8d None None] For port ef327389-73d7-4620-9dc9-48f9cc2bbda7, host dv-cinder-786386-11-iscsi, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:38:48.956985 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-75297f97-ffce-49fd-b914-8f76e22b0c8d None None] For port ef327389-73d7-4620-9dc9-48f9cc2bbda7, host dv-cinder-786386-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=ef327389-73d7-4620-9dc9-48f9cc2bbda7,segment=NetworkSegment(333f8320-6673-407c-9555-81d2ae035560),segment_id=333f8320-6673-407c-9555-81d2ae035560)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:38:48.989706 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-017c6097-03a1-4f0e-9941-c2c6318549cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:49.055010 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-75297f97-ffce-49fd-b914-8f76e22b0c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:49.057768 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c6097-03a1-4f0e-9941-c2c6318549cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf1edc4-0229-4346-8838-d6f5305e764f,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:49.167952 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b308ea34-d09c-4121-a9b6-a6998ec96787 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:49.168185 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0139e-cfc8-42a6-8a12-93d8c6e38265 None None] Pushing event updated for resources: {'Port': ['ID=ef327389-73d7-4620-9dc9-48f9cc2bbda7,revision_number=4']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:49.170405 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 57156) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:49.180514 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-017c6097-03a1-4f0e-9941-c2c6318549cd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0946a11375ae43df9b44dcaebafba722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5886998 Aug 26 13:38:49.187140 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75297f97-ffce-49fd-b914-8f76e22b0c8d None None] Routers {'248087d4-e254-48c9-8d21-833c348168c2'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:38:49.187858 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-75297f97-ffce-49fd-b914-8f76e22b0c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:38:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['248087d4-e254-48c9-8d21-833c348168c2'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:38:49.259601 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b308ea34-d09c-4121-a9b6-a6998ec96787 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:49.298612 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3430afb-a703-4582-ad80-cc75814e59b2 req-d6e1cef7-8ba4-4976-86db-f3e9d38ef9ea tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:49.306575 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c3430afb-a703-4582-ad80-cc75814e59b2 req-d6e1cef7-8ba4-4976-86db-f3e9d38ef9ea tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 945 time: 0.0833647 Aug 26 13:38:49.330453 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308ea34-d09c-4121-a9b6-a6998ec96787 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e62c307d-3bfe-4a59-be3b-97e34d4132bd,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:49.358292 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-844d0b5a-d775-40f3-a19f-fda60987e652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:49.358510 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c3430afb-a703-4582-ad80-cc75814e59b2 req-6278ebba-f54d-4407-a5f6-25f8f52b59e9 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485716 Aug 26 13:38:49.430121 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-844d0b5a-d775-40f3-a19f-fda60987e652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:49.510245 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b308ea34-d09c-4121-a9b6-a6998ec96787 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:49.511958 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-b308ea34-d09c-4121-a9b6-a6998ec96787 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9603662 Aug 26 13:38:49.516558 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 57166) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:49.527643 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-83eab893-9261-44d1-b5e3-1d65c0b5dfe6 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Request body: {'security_group_rule': {'security_group_id': 'e62c307d-3bfe-4a59-be3b-97e34d4132bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:38:49.624230 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-844d0b5a-d775-40f3-a19f-fda60987e652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:49.631056 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-844d0b5a-d775-40f3-a19f-fda60987e652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:49.635173 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-844d0b5a-d775-40f3-a19f-fda60987e652 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9cf1edc4-0229-4346-8838-d6f5305e764f HTTP/1.1" status: 204 len: 168 time: 0.4619656 Aug 26 13:38:49.639206 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-75297f97-ffce-49fd-b914-8f76e22b0c8d None None] Set router 248087d4-e254-48c9-8d21-833c348168c2 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:38:49.656392 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d0b5a-d775-40f3-a19f-fda60987e652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf1edc4-0229-4346-8838-d6f5305e764f,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:49.670234 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f6135-20f9-4d4e-90dd-f9d48a1cba31 req-63030383-1e2e-44dc-8c01-b8a9b21456c7 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:49.674449 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f20f6135-20f9-4d4e-90dd-f9d48a1cba31 req-63030383-1e2e-44dc-8c01-b8a9b21456c7 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.1129527 Aug 26 13:38:49.729513 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-83eab893-9261-44d1-b5e3-1d65c0b5dfe6 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:49.806387 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f20f6135-20f9-4d4e-90dd-f9d48a1cba31 req-3ef3e2fc-37d9-4f93-b2b8-519d7e718f83 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258943 Aug 26 13:38:49.881957 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-83eab893-9261-44d1-b5e3-1d65c0b5dfe6 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:49.960481 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-83eab893-9261-44d1-b5e3-1d65c0b5dfe6 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096277'] for security_group_rule, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:49.996850 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eab893-9261-44d1-b5e3-1d65c0b5dfe6 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf44ccd-16ec-46a0-8ca6-5e8c2fa389be,revision_number=0']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:50.048636 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-75297f97-ffce-49fd-b914-8f76e22b0c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248087d4-e254-48c9-8d21-833c348168c2', 'name': 'tempest-AttachVolumeTestJSON-468661606-router', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '9f008d0b-e04e-4b83-a332-697932f46062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:38:37Z', 'updated_at': '2021-08-26T13:38:44Z', 'revision_number': 4, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'gw_port': {'id': '9f008d0b-e04e-4b83-a332-697932f46062', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248087d4-e254-48c9-8d21-833c348168c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:38:39Z', 'updated_at': '2021-08-26T13:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': 'ef327389-73d7-4620-9dc9-48f9cc2bbda7', 'name': '', 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'mac_address': 'fa:16:3e:08:65:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248087d4-e254-48c9-8d21-833c348168c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'c1715bbd-f5d8-429f-ad95-4ec258043bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:38:42Z', 'updated_at': '2021-08-26T13:38:48Z', 'revision_number': 4, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'subnets': [{'id': 'c1715bbd-f5d8-429f-ad95-4ec258043bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:38:50.068396 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-83eab893-9261-44d1-b5e3-1d65c0b5dfe6 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:50.070372 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-83eab893-9261-44d1-b5e3-1d65c0b5dfe6 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5520194 Aug 26 13:38:50.074243 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 57182) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:50.081948 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-5756839e-b1e9-4f2c-bf79-8addacdfbac7 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Request body: {'security_group_rule': {'security_group_id': 'e62c307d-3bfe-4a59-be3b-97e34d4132bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:38:50.085344 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75297f97-ffce-49fd-b914-8f76e22b0c8d None None] The sync data for ids ['248087d4-e254-48c9-8d21-833c348168c2'] in dv-cinder-786386-11-iscsi is: [{'id': '248087d4-e254-48c9-8d21-833c348168c2', 'name': 'tempest-AttachVolumeTestJSON-468661606-router', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '9f008d0b-e04e-4b83-a332-697932f46062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:38:37Z', 'updated_at': '2021-08-26T13:38:44Z', 'revision_number': 4, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'gw_port': {'id': '9f008d0b-e04e-4b83-a332-697932f46062', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248087d4-e254-48c9-8d21-833c348168c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:38:39Z', 'updated_at': '2021-08-26T13:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': 'ef327389-73d7-4620-9dc9-48f9cc2bbda7', 'name': '', 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'mac_address': 'fa:16:3e:08:65:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248087d4-e254-48c9-8d21-833c348168c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'c1715bbd-f5d8-429f-ad95-4ec258043bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:38:42Z', 'updated_at': '2021-08-26T13:38:48Z', 'revision_number': 4, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'subnets': [{'id': 'c1715bbd-f5d8-429f-ad95-4ec258043bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:38:50.225364 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5756839e-b1e9-4f2c-bf79-8addacdfbac7 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:50.389140 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5756839e-b1e9-4f2c-bf79-8addacdfbac7 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:50.459123 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5756839e-b1e9-4f2c-bf79-8addacdfbac7 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096277'] for security_group_rule, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:50.491705 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756839e-b1e9-4f2c-bf79-8addacdfbac7 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea0dbc2e-5e33-4bb2-914a-513bc9838839,revision_number=0']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:50.606235 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5756839e-b1e9-4f2c-bf79-8addacdfbac7 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:50.611144 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-5756839e-b1e9-4f2c-bf79-8addacdfbac7 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5357029 Aug 26 13:38:50.611342 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 57198) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:50.616355 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-cac647c7-263e-4062-b90c-d12832d36274 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Request body: {'floatingip': {'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:38:50.743474 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-cac647c7-263e-4062-b90c-d12832d36274 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for floatingip, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:50.970968 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-cac647c7-263e-4062-b90c-d12832d36274 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:51.152785 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device ef327389-73d7-4620-9dc9-48f9cc2bbda7 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:38:51.233186 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [None req-cac647c7-263e-4062-b90c-d12832d36274 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Allocated IP 172.27.2.47 (0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a/b7ae35bd-0037-4f3a-908b-b50a80e8b092/b870e418-7878-4496-8bf1-ac45a832d43c) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:38:51.342839 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning for port ef327389-73d7-4620-9dc9-48f9cc2bbda7 completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:38:51.349682 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port ef327389-73d7-4620-9dc9-48f9cc2bbda7 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:38:51.350489 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:51.482526 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-cac647c7-263e-4062-b90c-d12832d36274 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:51.512687 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:51.617537 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] For port ef327389-73d7-4620-9dc9-48f9cc2bbda7, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=ef327389-73d7-4620-9dc9-48f9cc2bbda7,segment=NetworkSegment(333f8320-6673-407c-9555-81d2ae035560),segment_id=333f8320-6673-407c-9555-81d2ae035560)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:38:51.751955 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:51.755762 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-cac647c7-263e-4062-b90c-d12832d36274 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:51.815545 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac647c7-263e-4062-b90c-d12832d36274 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Network 0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:38:51.819072 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-cac647c7-263e-4062-b90c-d12832d36274 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:38:51.824510 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac647c7-263e-4062-b90c-d12832d36274 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:38:51.828306 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac647c7-263e-4062-b90c-d12832d36274 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Pushing event updated for resources: {'Port': ['ID=b870e418-7878-4496-8bf1-ac45a832d43c,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:51.861067 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Pushing event updated for resources: {'Port': ['ID=ef327389-73d7-4620-9dc9-48f9cc2bbda7,revision_number=5']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:51.947458 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-cac647c7-263e-4062-b90c-d12832d36274 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:52.169578 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-cac647c7-263e-4062-b90c-d12832d36274 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:52.416747 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-cac647c7-263e-4062-b90c-d12832d36274 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:52.497187 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-cac647c7-263e-4062-b90c-d12832d36274 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764776'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:52.683325 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac647c7-263e-4062-b90c-d12832d36274 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Pushing event updated for resources: {'Port': ['ID=b870e418-7878-4496-8bf1-ac45a832d43c,revision_number=2']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:52.695415 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-cac647c7-263e-4062-b90c-d12832d36274 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430417'] for floatingip, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:52.783380 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2a2fa-b1d8-4cfd-a265-f3c5f7752892 req-fdd0a9e6-1c05-489b-9b7e-e2565da15850 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:52.788009 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-93a2a2fa-b1d8-4cfd-a265-f3c5f7752892 req-fdd0a9e6-1c05-489b-9b7e-e2565da15850 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.1112845 Aug 26 13:38:52.920092 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-93a2a2fa-b1d8-4cfd-a265-f3c5f7752892 req-ae423382-ed8a-41bf-a5ab-dc73fde97970 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194832 Aug 26 13:38:52.942817 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca137f-c99b-43f9-94e3-9133c0fc5f96 req-af3f1390-2c2b-4f6d-aebf-be6fc2d9efbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:52.942817 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-67ca137f-c99b-43f9-94e3-9133c0fc5f96 req-af3f1390-2c2b-4f6d-aebf-be6fc2d9efbf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf48eac27ef64ed48fd83b9d2b1cab96&device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 1098 time: 0.1173553 Aug 26 13:38:53.089957 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device ef327389-73d7-4620-9dc9-48f9cc2bbda7 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:38:53.120147 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-cac647c7-263e-4062-b90c-d12832d36274 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for floatingip, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:53.134210 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-cac647c7-263e-4062-b90c-d12832d36274 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5127380 Aug 26 13:38:53.140035 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca137f-c99b-43f9-94e3-9133c0fc5f96 req-8b7fc7b0-7217-46fa-b84f-ce85a118c7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:53.164850 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-67ca137f-c99b-43f9-94e3-9133c0fc5f96 req-8b7fc7b0-7217-46fa-b84f-ce85a118c7e0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=60ee5afa-17b9-4cf6-a513-d0be6a626ec2 HTTP/1.1" status: 200 len: 920 time: 0.1919036 Aug 26 13:38:53.210694 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-67ca137f-c99b-43f9-94e3-9133c0fc5f96 req-915bc739-a044-46e1-b0cb-b3fb64909a25 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61597be3-6d4e-42e3-ba19-d5e2b75991bf HTTP/1.1" status: 200 len: 217 time: 0.0601122 Aug 26 13:38:53.218083 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port ef327389-73d7-4620-9dc9-48f9cc2bbda7 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:38:53.218515 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:53.268545 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca137f-c99b-43f9-94e3-9133c0fc5f96 req-5f48b9ea-4b27-4eb5-885c-6912afb6c7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:53.270755 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-67ca137f-c99b-43f9-94e3-9133c0fc5f96 req-5f48b9ea-4b27-4eb5-885c-6912afb6c7de service neutron] 10.222.0.38 "GET /v2.0/subnets?id=44553468-309b-402a-9962-58b86538a2f3 HTTP/1.1" status: 200 len: 859 time: 0.0508707 Aug 26 13:38:53.363083 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-67ca137f-c99b-43f9-94e3-9133c0fc5f96 req-03412d7a-0da5-42b2-9ae8-95f5d086a19e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=60ee5afa-17b9-4cf6-a513-d0be6a626ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778661 Aug 26 13:38:53.973688 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-477e3895-ede8-490d-9a7a-696cfab7b01b tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1378193859&fields=id&tenant_id=65130eabd4ec48ceae0756fbd43feccb HTTP/1.1" status: 200 len: 267 time: 0.4437420 Aug 26 13:38:54.001228 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-67ca137f-c99b-43f9-94e3-9133c0fc5f96 req-e720fa07-b6b5-46a9-a881-018b5b42d6f2 service neutron] 10.222.0.38 "GET /v2.0/networks/60ee5afa-17b9-4cf6-a513-d0be6a626ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6341479 Aug 26 13:38:54.178001 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-b880767e-ec85-4728-aadc-3f9a4c9da7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:54.247322 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-67ca137f-c99b-43f9-94e3-9133c0fc5f96 req-5c4d77f8-b818-485b-8266-b7de0fe1458f service neutron] 10.222.0.38 "GET /v2.0/networks/60ee5afa-17b9-4cf6-a513-d0be6a626ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062814 Aug 26 13:38:54.255431 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-fa1e753e-97f9-47b3-a1e7-f749ce14f580 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:54.258459 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-fa1e753e-97f9-47b3-a1e7-f749ce14f580 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/networks?id=d1d603f2-7a88-43bf-9288-e294a103440d HTTP/1.1" status: 200 len: 810 time: 0.2732432 Aug 26 13:38:54.265495 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f8da0-039c-4eb6-999f-25ba0eeb7b4e req-7212c6e0-b7d8-4de9-9479-55664905a939 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:54.267208 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b94f8da0-039c-4eb6-999f-25ba0eeb7b4e req-7212c6e0-b7d8-4de9-9479-55664905a939 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.1363125 Aug 26 13:38:54.279170 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-83430120-9ad7-406a-ac69-f3b717be7cb4 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/quotas/65130eabd4ec48ceae0756fbd43feccb HTTP/1.1" status: 200 len: 375 time: 0.0108967 Aug 26 13:38:54.362355 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b94f8da0-039c-4eb6-999f-25ba0eeb7b4e req-9f83f8d7-7729-4706-97f1-57f3d79b0c9f tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819304 Aug 26 13:38:54.395960 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-209937db-5ab6-4a53-a575-bc8bd6867615 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=65130eabd4ec48ceae0756fbd43feccb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1080573 Aug 26 13:38:54.586670 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-31d0d029-2aaa-48a4-a9a1-fceff4037fc8 service neutron] 10.222.0.35 "GET /v2.0/networks/d1d603f2-7a88-43bf-9288-e294a103440d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609192 Aug 26 13:38:54.753664 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-27c721db-3f7f-4418-99a2-332cea9aec21 service neutron] 10.222.0.35 "GET /v2.0/networks/d1d603f2-7a88-43bf-9288-e294a103440d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569586 Aug 26 13:38:55.042323 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a74fd79e-c717-4aa8-a10d-58862dd6e5d3 req-269268aa-1d34-45a4-86aa-d9b58ae73500 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 210 time: 0.0323629 Aug 26 13:38:55.519000 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5296c71-0055-4a0a-97e1-b940c64e912d req-2b6e28ff-0c1b-4e50-b647-f2d4253ff475 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:55.520892 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c5296c71-0055-4a0a-97e1-b940c64e912d req-2b6e28ff-0c1b-4e50-b647-f2d4253ff475 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.0538161 Aug 26 13:38:55.593526 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c5296c71-0055-4a0a-97e1-b940c64e912d req-51fdeaa6-ce94-427b-a654-a03ba9c6a407 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651727 Aug 26 13:38:56.169816 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b2ec8afd-dea3-4f67-847f-b8dfcdeccc79 req-4de1e15d-c562-4ffc-9edb-4c7b0ca75226 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 210 time: 0.0313685 Aug 26 13:38:56.310813 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 57400) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:56.424784 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c381ed7a-ab3b-4a51-9d75-542600c7c784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:56.525304 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c381ed7a-ab3b-4a51-9d75-542600c7c784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:56.635107 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c381ed7a-ab3b-4a51-9d75-542600c7c784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:56.704593 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-c381ed7a-ab3b-4a51-9d75-542600c7c784 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0245a4bfe4744f31bbaad227437e0eaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3923814 Aug 26 13:38:56.706128 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381ed7a-ab3b-4a51-9d75-542600c7c784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f0ecb7-a1e5-4835-8280-bb7c1bd0c34a,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:56.707515 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 57408) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:38:56.835062 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5f735a6c-8acc-453b-94f4-071b9e33b431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:56.836019 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-15e9be42-aac4-455a-89b5-25812602a2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:56.845891 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2249c-48ff-4e89-be12-d81fc4bd6489 req-b0417426-9e6a-432d-9316-2b52c9f73d1e tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:56.847428 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6ff2249c-48ff-4e89-be12-d81fc4bd6489 req-b0417426-9e6a-432d-9316-2b52c9f73d1e tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.0998433 Aug 26 13:38:56.876986 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5f735a6c-8acc-453b-94f4-071b9e33b431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:56.939992 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6ff2249c-48ff-4e89-be12-d81fc4bd6489 req-5a42cf1e-e3e0-4458-bdb7-f9360805b7df tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693314 Aug 26 13:38:57.058117 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5f735a6c-8acc-453b-94f4-071b9e33b431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:57.060858 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5f735a6c-8acc-453b-94f4-071b9e33b431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:57.062669 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-5f735a6c-8acc-453b-94f4-071b9e33b431 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b5f0ecb7-a1e5-4835-8280-bb7c1bd0c34a HTTP/1.1" status: 204 len: 168 time: 0.3538072 Aug 26 13:38:57.072276 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f735a6c-8acc-453b-94f4-071b9e33b431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f0ecb7-a1e5-4835-8280-bb7c1bd0c34a,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:38:57.342966 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0f0ee4f4-56b1-431e-b40e-2024b22a7db2 req-c75b2afb-36f7-4b65-a06d-6821a94aa565 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 210 time: 0.0481427 Aug 26 13:38:57.527545 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:57.921667 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:58.059694 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b58ed6-5d90-4627-9f7a-c71fd92a7f54 req-ddfa69ce-4383-410c-be8b-d10f61778ec7 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:58.061200 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-42b58ed6-5d90-4627-9f7a-c71fd92a7f54 req-ddfa69ce-4383-410c-be8b-d10f61778ec7 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.0493541 Aug 26 13:38:58.111525 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-42b58ed6-5d90-4627-9f7a-c71fd92a7f54 req-c7638a2e-087a-492d-b28e-38135280e86e tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371644 Aug 26 13:38:58.462554 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4523ca6b-5109-4b5d-b9cd-ad74a72f8c2e req-9c3a840c-dd62-465e-bfbc-e267fc49d1f2 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 210 time: 0.0327258 Aug 26 13:38:58.664858 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:38:58.766137 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 6 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:38:59.248954 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bb211-0a10-4a09-8815-d924a03e74bc req-b56822ac-01f7-4eb9-8be2-6bfd3b23f5f1 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:38:59.251223 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-af5bb211-0a10-4a09-8815-d924a03e74bc req-b56822ac-01f7-4eb9-8be2-6bfd3b23f5f1 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.0628676 Aug 26 13:38:59.303288 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-af5bb211-0a10-4a09-8815-d924a03e74bc req-73169040-17a0-48ca-a5e6-e0e11a6a7321 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437663 Aug 26 13:38:59.557781 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9018327d-8ad4-4c03-915e-6d5bcc074f27 req-669b9233-af12-4574-971e-cdee4b2f6f90 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 210 time: 0.0253513 Aug 26 13:39:00.331999 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-19fff0f5-9744-4255-8fdf-564e3dacb1c8 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:00.333627 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-19fff0f5-9744-4255-8fdf-564e3dacb1c8 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.38 "GET /v2.0/networks?id=d1d603f2-7a88-43bf-9288-e294a103440d HTTP/1.1" status: 200 len: 810 time: 0.1174889 Aug 26 13:39:00.426518 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-bbda27e6-dfc9-45d0-b745-64bbacd32217 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65130eabd4ec48ceae0756fbd43feccb HTTP/1.1" status: 200 len: 380 time: 0.0715020 Aug 26 13:39:00.441689 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-83739c81-c7fe-4e4e-8e09-cc9cb3822e6f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Request body: {'port': {'device_id': 'ccc25f75-2785-45c9-b8ba-2bb5ecfc477e', 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d', 'admin_state_up': True, 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'security_groups': ['e62c307d-3bfe-4a59-be3b-97e34d4132bd']}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:39:00.453670 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:00.509031 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63486e-80e2-4739-b129-9138360273d0 req-66efcfe6-e9d6-4b26-8ad8-430952480464 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:00.512417 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-fc63486e-80e2-4739-b129-9138360273d0 req-66efcfe6-e9d6-4b26-8ad8-430952480464 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.1340499 Aug 26 13:39:00.593949 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-fc63486e-80e2-4739-b129-9138360273d0 req-abca18d6-0a0a-4033-b1e0-5db365364c43 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667419 Aug 26 13:39:00.675334 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d8693da9-1ed3-45f7-aafe-c890519b4ce6 req-a9157b61-27de-4199-9b6b-68cce8ac8cfc tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 210 time: 0.0365436 Aug 26 13:39:00.755507 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-83739c81-c7fe-4e4e-8e09-cc9cb3822e6f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Made reservation on behalf of 65130eabd4ec48ceae0756fbd43feccb for: {'port': 1} {{(pid=94614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:39:00.759260 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-83739c81-c7fe-4e4e-8e09-cc9cb3822e6f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:00.906809 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_common [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-83739c81-c7fe-4e4e-8e09-cc9cb3822e6f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Allocated IP 172.20.0.4 (d1d603f2-7a88-43bf-9288-e294a103440d/c1715bbd-f5d8-429f-ad95-4ec258043bdf/3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6) {{(pid=94614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:39:01.067381 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-83739c81-c7fe-4e4e-8e09-cc9cb3822e6f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for port, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:01.085762 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-83739c81-c7fe-4e4e-8e09-cc9cb3822e6f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Transition to ACTIVE for port object 3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6 will not be triggered until provisioned by entity DHCP. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:39:01.196047 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-83739c81-c7fe-4e4e-8e09-cc9cb3822e6f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:01.242775 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-83739c81-c7fe-4e4e-8e09-cc9cb3822e6f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Network d1d603f2-7a88-43bf-9288-e294a103440d is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:39:01.245993 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-83739c81-c7fe-4e4e-8e09-cc9cb3822e6f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:39:01.249784 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-83739c81-c7fe-4e4e-8e09-cc9cb3822e6f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Received port after_create {{(pid=94614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:39:01.257423 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83739c81-c7fe-4e4e-8e09-cc9cb3822e6f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Pushing event updated for resources: {'Port': ['ID=3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:01.309026 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-83739c81-c7fe-4e4e-8e09-cc9cb3822e6f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:01.309784 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-83739c81-c7fe-4e4e-8e09-cc9cb3822e6f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:01.418723 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-83739c81-c7fe-4e4e-8e09-cc9cb3822e6f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9817586 Aug 26 13:39:01.438923 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-79a34cce-9f0b-498b-ae8a-b519913803b1 service neutron] Request body: {'port': {'device_id': 'ccc25f75-2785-45c9-b8ba-2bb5ecfc477e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:39:01.540200 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-79a34cce-9f0b-498b-ae8a-b519913803b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:01.706283 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-3216f193-b65d-4df3-baa9-0bfa0a3d9bb3 None None] Provisioning for port 3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6 completed by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:39:01.716491 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-3216f193-b65d-4df3-baa9-0bfa0a3d9bb3 None None] Provisioning complete for port 3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6 triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:39:01.716770 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-3216f193-b65d-4df3-baa9-0bfa0a3d9bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:01.777664 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-3216f193-b65d-4df3-baa9-0bfa0a3d9bb3 None None] Port 3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6 cannot update to ACTIVE because it is not bound. {{(pid=94616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 13:39:01.785295 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bfbecb-b71f-4c70-8c66-d97442fec99e req-e9a95104-5a04-42b5-beba-81e5d6f5dd13 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:01.786421 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-71bfbecb-b71f-4c70-8c66-d97442fec99e req-e9a95104-5a04-42b5-beba-81e5d6f5dd13 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.1106646 Aug 26 13:39:01.901841 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c51f7-ed99-4359-93fd-606fcef52c12 req-709b720c-7cb3-4b5d-a06e-30cf6c463579 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:01.903462 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-416c51f7-ed99-4359-93fd-606fcef52c12 req-709b720c-7cb3-4b5d-a06e-30cf6c463579 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 931 time: 0.1161101 Aug 26 13:39:01.909846 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-71bfbecb-b71f-4c70-8c66-d97442fec99e req-ad3ba21d-4d2b-40e7-8f91-09a9b4066c22 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101601 Aug 26 13:39:02.002128 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-416c51f7-ed99-4359-93fd-606fcef52c12 req-8055851f-2699-4a69-9fdc-c8e61bf24e1d tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797696 Aug 26 13:39:02.028279 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-79a34cce-9f0b-498b-ae8a-b519913803b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6 {{(pid=94614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:39:02.040077 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-79a34cce-9f0b-498b-ae8a-b519913803b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:02.054248 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-79a34cce-9f0b-498b-ae8a-b519913803b1 service neutron] Transition to ACTIVE for port object 3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6 will not be triggered until provisioned by entity L2. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:39:02.145097 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-79a34cce-9f0b-498b-ae8a-b519913803b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625096'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:02.229217 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a34cce-9f0b-498b-ae8a-b519913803b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:02.293601 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-79a34cce-9f0b-498b-ae8a-b519913803b1 service neutron] Attempting to bind port 3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:39:02.296716 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-79a34cce-9f0b-498b-ae8a-b519913803b1 service neutron] Attempting to bind port 3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '333f8320-6673-407c-9555-81d2ae035560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d'}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:39:02.296716 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-79a34cce-9f0b-498b-ae8a-b519913803b1 service neutron] Attempting to bind port 3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6 on network d1d603f2-7a88-43bf-9288-e294a103440d {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:39:02.300268 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-79a34cce-9f0b-498b-ae8a-b519913803b1 service neutron] Port 3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6 on network d1d603f2-7a88-43bf-9288-e294a103440d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 13:39:02.300845 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-79a34cce-9f0b-498b-ae8a-b519913803b1 service neutron] Attempting to bind port 3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6 on network d1d603f2-7a88-43bf-9288-e294a103440d {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:39:02.308783 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-79a34cce-9f0b-498b-ae8a-b519913803b1 service neutron] Checking agent: {'id': 'ecd4b6ee-6295-46a8-8c11-8af9b25961a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'started_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:39:02.309145 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-79a34cce-9f0b-498b-ae8a-b519913803b1 service neutron] Checking segment: {'id': '333f8320-6673-407c-9555-81d2ae035560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:39:02.309519 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-79a34cce-9f0b-498b-ae8a-b519913803b1 service neutron] Bound using segment: {'id': '333f8320-6673-407c-9555-81d2ae035560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d'} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:39:02.309991 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-79a34cce-9f0b-498b-ae8a-b519913803b1 service neutron] Bound port: 3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '333f8320-6673-407c-9555-81d2ae035560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d'}}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:39:02.310569 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-79a34cce-9f0b-498b-ae8a-b519913803b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:02.402526 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-79a34cce-9f0b-498b-ae8a-b519913803b1 service neutron] For port 3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6, host hv-cinder-78638, cleared binding levels {{(pid=94614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:39:02.408118 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-79a34cce-9f0b-498b-ae8a-b519913803b1 service neutron] For port 3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6,segment=NetworkSegment(333f8320-6673-407c-9555-81d2ae035560),segment_id=333f8320-6673-407c-9555-81d2ae035560)] {{(pid=94614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:39:02.462901 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 57550) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:39:02.572069 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-4883f840-7f9e-4098-b7b8-a9320cde2d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:02.580999 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-79a34cce-9f0b-498b-ae8a-b519913803b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625096'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:02.626794 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-79a34cce-9f0b-498b-ae8a-b519913803b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:02.627426 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-79a34cce-9f0b-498b-ae8a-b519913803b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:02.628959 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-79a34cce-9f0b-498b-ae8a-b519913803b1 service neutron] 10.222.0.38 "PUT /v2.0/ports/3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6 HTTP/1.1" status: 200 len: 1093 time: 1.1952007 Aug 26 13:39:02.630928 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccc25f75-2785-45c9-b8ba-2bb5ecfc477e', 'tag': '3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:39:02.633244 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a01c3ba01e4bf0bec97fb524610b41262b2b21d9aec27a526a98035f21d3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3cd423-f8c5-46e0-953c-ea784dd57143" -d '{"events": [{"name": "network-changed", "server_uuid": "ccc25f75-2785-45c9-b8ba-2bb5ecfc477e", "tag": "3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:39:02.673105 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a34cce-9f0b-498b-ae8a-b519913803b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6,revision_number=3']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:02.680396 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 13:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c194d93f-c13f-490b-ac3d-7a0cbcb6c880 x-openstack-request-id: req-c194d93f-c13f-490b-ac3d-7a0cbcb6c880 {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:39:02.680891 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccc25f75-2785-45c9-b8ba-2bb5ecfc477e", "tag": "3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6", "status": "completed", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:39:02.681294 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c194d93f-c13f-490b-ac3d-7a0cbcb6c880 {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:39:02.682118 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccc25f75-2785-45c9-b8ba-2bb5ecfc477e', 'tag': '3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6', 'status': 'completed', 'code': 200} Aug 26 13:39:02.758175 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-4883f840-7f9e-4098-b7b8-a9320cde2d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:02.863818 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-4883f840-7f9e-4098-b7b8-a9320cde2d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:02.913570 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-4883f840-7f9e-4098-b7b8-a9320cde2d5f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7b15d3760d0e4053bc81f86af432cbed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4493937 Aug 26 13:39:02.914521 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883f840-7f9e-4098-b7b8-a9320cde2d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddb20c8-2443-499f-a2d3-26dd6bf23241,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:02.916555 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 57564) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:39:02.992889 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b42309e3-e8d8-4924-966b-72ece0cde57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:03.018850 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b42309e3-e8d8-4924-966b-72ece0cde57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:03.049005 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae721a5-9deb-4b23-a4fc-735692a0fff4 req-ee4d1ec3-cffd-475f-ac5d-0e2e58664ab8 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:03.050760 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-cae721a5-9deb-4b23-a4fc-735692a0fff4 req-ee4d1ec3-cffd-475f-ac5d-0e2e58664ab8 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.0606742 Aug 26 13:39:03.125163 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-cae721a5-9deb-4b23-a4fc-735692a0fff4 req-9c3a2048-a629-40af-87aa-de5a555362ef tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629361 Aug 26 13:39:03.146570 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839af04e-e2e5-4366-a95d-c4bccae504a9 req-2a54b5af-db2f-4357-9194-618b662a4ece tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:03.148190 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-839af04e-e2e5-4366-a95d-c4bccae504a9 req-2a54b5af-db2f-4357-9194-618b662a4ece tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 943 time: 0.0683906 Aug 26 13:39:03.178849 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b42309e3-e8d8-4924-966b-72ece0cde57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:03.181597 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b42309e3-e8d8-4924-966b-72ece0cde57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:03.182934 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-b42309e3-e8d8-4924-966b-72ece0cde57b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8ddb20c8-2443-499f-a2d3-26dd6bf23241 HTTP/1.1" status: 204 len: 168 time: 0.2653565 Aug 26 13:39:03.194283 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-839af04e-e2e5-4366-a95d-c4bccae504a9 req-4c9e1cd4-1326-4b55-856d-1e52b172a7e0 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398328 Aug 26 13:39:03.197666 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42309e3-e8d8-4924-966b-72ece0cde57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddb20c8-2443-499f-a2d3-26dd6bf23241,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:04.262885 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8669d-51fe-4227-8549-3349f199270e req-277e054f-ae40-440a-b5c5-1432220c1529 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:04.264775 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2bf8669d-51fe-4227-8549-3349f199270e req-277e054f-ae40-440a-b5c5-1432220c1529 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.0612855 Aug 26 13:39:04.353341 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2bf8669d-51fe-4227-8549-3349f199270e req-020d806b-745d-48fc-99d8-6342f2d90a81 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805199 Aug 26 13:39:04.368520 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23545901-c67f-450c-b7eb-45e3a34a5076 req-625c4c42-3f05-493b-89a7-f6897041f197 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:04.370452 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-23545901-c67f-450c-b7eb-45e3a34a5076 req-625c4c42-3f05-493b-89a7-f6897041f197 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 943 time: 0.0868037 Aug 26 13:39:04.418499 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-23545901-c67f-450c-b7eb-45e3a34a5076 req-9d256c44-d8a3-4d70-86f5-e634b962d494 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375290 Aug 26 13:39:05.135375 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cd423-f8c5-46e0-953c-ea784dd57143 req-a0039442-7dcc-4247-9c14-e8a248a6adba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:05.136973 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2f3cd423-f8c5-46e0-953c-ea784dd57143 req-a0039442-7dcc-4247-9c14-e8a248a6adba service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=65130eabd4ec48ceae0756fbd43feccb&device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 1096 time: 0.0502150 Aug 26 13:39:05.259622 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cd423-f8c5-46e0-953c-ea784dd57143 req-15ecad4e-b34b-4d41-9a1a-ae9f184fd92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:05.261144 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2f3cd423-f8c5-46e0-953c-ea784dd57143 req-15ecad4e-b34b-4d41-9a1a-ae9f184fd92c service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=65130eabd4ec48ceae0756fbd43feccb&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1075773 Aug 26 13:39:05.369866 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cd423-f8c5-46e0-953c-ea784dd57143 req-77e479c5-1323-45b3-acb7-36fd0c561ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:05.371454 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2f3cd423-f8c5-46e0-953c-ea784dd57143 req-77e479c5-1323-45b3-acb7-36fd0c561ebe service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1019340 Aug 26 13:39:05.587274 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d22f22-488c-4ea8-b879-c7c71b8b600d req-286a2a7f-29d3-4af6-9e4a-05c722aa209a tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:05.588843 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d0d22f22-488c-4ea8-b879-c7c71b8b600d req-286a2a7f-29d3-4af6-9e4a-05c722aa209a tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.1612370 Aug 26 13:39:05.596888 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-d8ce1014-4cb9-4b41-b4cd-576cfeca8294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:05.598441 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-d8ce1014-4cb9-4b41-b4cd-576cfeca8294 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=65130eabd4ec48ceae0756fbd43feccb&device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 1096 time: 0.1178532 Aug 26 13:39:05.625730 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39cb316-141c-4908-a169-e526fadaa85c req-28f95e03-e6de-4cfe-9b51-4eaf067a541e tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:05.627232 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c39cb316-141c-4908-a169-e526fadaa85c req-28f95e03-e6de-4cfe-9b51-4eaf067a541e tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 943 time: 0.0946598 Aug 26 13:39:05.659186 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d0d22f22-488c-4ea8-b879-c7c71b8b600d req-e650f7ac-db1f-4bf9-96b4-7bf2348da0cf tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597467 Aug 26 13:39:05.682755 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c39cb316-141c-4908-a169-e526fadaa85c req-7b72b81a-8320-4aca-87f2-3ec2cf6e2f3b tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476673 Aug 26 13:39:06.489559 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988efeb-d981-40d4-8cbb-25457d9fcfba req-eee8b42e-444e-4779-a60b-f616aed423aa tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:06.498404 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8988efeb-d981-40d4-8cbb-25457d9fcfba req-eee8b42e-444e-4779-a60b-f616aed423aa tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.0523810 Aug 26 13:39:06.530452 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8988efeb-d981-40d4-8cbb-25457d9fcfba req-8fcdd404-9f11-4b0b-94e8-e893f1f0e47b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324235 Aug 26 13:39:06.820444 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94bbab-315f-4377-bd69-2b318ed409ad req-ab405f70-17b1-4ddd-abb1-454e661ca2d1 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:06.821959 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2e94bbab-315f-4377-bd69-2b318ed409ad req-ab405f70-17b1-4ddd-abb1-454e661ca2d1 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.0785899 Aug 26 13:39:06.834938 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07127ec-b105-436c-b3bc-cec5570bfd77 req-3aa2aa1d-b164-4477-8178-273b4df4ccc9 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:06.836451 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c07127ec-b105-436c-b3bc-cec5570bfd77 req-3aa2aa1d-b164-4477-8178-273b4df4ccc9 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 943 time: 0.0676136 Aug 26 13:39:06.899133 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2e94bbab-315f-4377-bd69-2b318ed409ad req-9f91580b-b504-467a-b4e1-93087cc64a2e tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616951 Aug 26 13:39:06.902204 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c07127ec-b105-436c-b3bc-cec5570bfd77 req-54854cd7-0a7a-438d-82f4-cb51c3945537 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585482 Aug 26 13:39:07.657854 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289260b6-7520-4ae5-a8c9-4bd3ecb68304 req-d3d1d9ab-637c-4af4-9d3f-2d71ba197445 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:07.659387 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-289260b6-7520-4ae5-a8c9-4bd3ecb68304 req-d3d1d9ab-637c-4af4-9d3f-2d71ba197445 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.0515337 Aug 26 13:39:07.700551 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-289260b6-7520-4ae5-a8c9-4bd3ecb68304 req-d09f9fb5-76ca-45e8-8279-d0ce0c4ca5a0 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345752 Aug 26 13:39:08.050575 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db1fba-1247-4710-b7a4-c0410ee90d58 req-078b1730-6955-44e8-a10b-b8ecc27e8c40 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:08.052074 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-32db1fba-1247-4710-b7a4-c0410ee90d58 req-078b1730-6955-44e8-a10b-b8ecc27e8c40 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 943 time: 0.0779979 Aug 26 13:39:08.060652 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321beb1-fda4-4a6a-88ad-3bea0e41406c req-e1406e40-b0b8-4dc6-8ce1-1ea3afb8632c tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:08.062102 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6321beb1-fda4-4a6a-88ad-3bea0e41406c req-e1406e40-b0b8-4dc6-8ce1-1ea3afb8632c tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.0898972 Aug 26 13:39:08.119167 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-32db1fba-1247-4710-b7a4-c0410ee90d58 req-a6880307-b8a6-4070-b763-21af3066fe6a tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560403 Aug 26 13:39:08.124824 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6321beb1-fda4-4a6a-88ad-3bea0e41406c req-b1645c7c-bc56-410a-8ddc-17735da1a397 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560265 Aug 26 13:39:08.490419 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-59d5f054-9285-45d8-bb03-732928fb3bcb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6 HTTP/1.1" status: 200 len: 217 time: 0.0421495 Aug 26 13:39:08.546709 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-cf71fce0-3432-414d-b48c-89f894949611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:08.548206 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-cf71fce0-3432-414d-b48c-89f894949611 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c1715bbd-f5d8-429f-ad95-4ec258043bdf HTTP/1.1" status: 200 len: 849 time: 0.0461016 Aug 26 13:39:08.601015 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-7c6baa48-f5db-4676-9372-2c9259450647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:08.602555 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-7c6baa48-f5db-4676-9372-2c9259450647 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d1d603f2-7a88-43bf-9288-e294a103440d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0473154 Aug 26 13:39:08.746606 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-90fac978-765e-4949-9850-c295cc720ebe service neutron] 10.222.0.38 "GET /v2.0/networks/d1d603f2-7a88-43bf-9288-e294a103440d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837164 Aug 26 13:39:08.876924 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12cad86-73cf-4687-880a-155c213f33c4 req-316e8670-9d99-40bb-9367-e82011cba4bc tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:08.878453 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b12cad86-73cf-4687-880a-155c213f33c4 req-316e8670-9d99-40bb-9367-e82011cba4bc tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.1035719 Aug 26 13:39:08.884814 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2ec119bb-2788-4c50-9668-7660a1dbf846 req-c84fa2c1-0400-48d3-bcc0-658e7102a538 service neutron] 10.222.0.38 "GET /v2.0/networks/d1d603f2-7a88-43bf-9288-e294a103440d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294739 Aug 26 13:39:08.918959 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b12cad86-73cf-4687-880a-155c213f33c4 req-7c0427ac-c692-4f01-8d5b-40185ad0682b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329947 Aug 26 13:39:09.277163 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608cb592-e86d-4f56-80c6-507b0a83c715 req-f367c3d2-018a-45e3-8e78-71be35ea6fe9 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:09.278714 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-608cb592-e86d-4f56-80c6-507b0a83c715 req-f367c3d2-018a-45e3-8e78-71be35ea6fe9 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 943 time: 0.0890310 Aug 26 13:39:09.286210 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909ca34-9130-40f0-aff8-fe40cec33ef5 req-c659c3e7-285b-4ef4-b086-870800b00d9a tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:09.288097 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9909ca34-9130-40f0-aff8-fe40cec33ef5 req-c659c3e7-285b-4ef4-b086-870800b00d9a tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.0894489 Aug 26 13:39:09.346673 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-608cb592-e86d-4f56-80c6-507b0a83c715 req-8af26344-392f-4e34-9e57-10f9b2fc6151 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574374 Aug 26 13:39:09.354739 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9909ca34-9130-40f0-aff8-fe40cec33ef5 req-57e05569-0188-4e78-8284-a4926cf44a92 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584147 Aug 26 13:39:10.048574 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677de599-b6f1-47b8-961b-9600a5168861 req-07e3f48c-b3a6-432f-93b9-75aff2d1827e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:10.050074 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-677de599-b6f1-47b8-961b-9600a5168861 req-07e3f48c-b3a6-432f-93b9-75aff2d1827e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.0493097 Aug 26 13:39:10.087588 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-677de599-b6f1-47b8-961b-9600a5168861 req-e45ee595-6697-4d1f-b435-a6c99b088c2d tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317099 Aug 26 13:39:10.468884 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48abf8-ad42-4034-8678-fe98a781792d req-1802402d-79ca-45f6-be62-94c3b34e13ba tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:10.470399 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ce48abf8-ad42-4034-8678-fe98a781792d req-1802402d-79ca-45f6-be62-94c3b34e13ba tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 943 time: 0.0520813 Aug 26 13:39:10.535096 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ce48abf8-ad42-4034-8678-fe98a781792d req-2bc61853-a39e-47a1-aaac-41b3cc0686b4 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554047 Aug 26 13:39:10.543759 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a95f7-4be0-432b-a9f7-5415fc4a02ad req-65231d23-980c-4b8f-894e-430260ca950d tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:10.545342 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a88a95f7-4be0-432b-a9f7-5415fc4a02ad req-65231d23-980c-4b8f-894e-430260ca950d tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.0740149 Aug 26 13:39:10.585737 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a88a95f7-4be0-432b-a9f7-5415fc4a02ad req-d71e9ce8-ea6d-4b47-92cd-65ee14239c6b tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336900 Aug 26 13:39:11.206498 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d53958-5b65-4079-93af-f0b25a02de59 req-8fa1f00e-dd4e-4ce9-be9d-1c95d2d3c62a tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:11.208049 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-05d53958-5b65-4079-93af-f0b25a02de59 req-8fa1f00e-dd4e-4ce9-be9d-1c95d2d3c62a tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.0488815 Aug 26 13:39:11.257580 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-05d53958-5b65-4079-93af-f0b25a02de59 req-4a3ef386-f21b-407d-815f-8458c7fb3e6e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415351 Aug 26 13:39:11.689410 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67d133-e3ed-4a02-a332-26d4bd5affb5 req-6954cc26-61eb-4706-b323-edb46f14d823 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:11.691015 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ac67d133-e3ed-4a02-a332-26d4bd5affb5 req-6954cc26-61eb-4706-b323-edb46f14d823 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 943 time: 0.0768194 Aug 26 13:39:11.729543 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cbbb4-898e-42b2-b4e3-037b53213a8d req-6dc2e824-9f95-45a2-91bf-a13fe37649e2 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:11.731154 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8a4cbbb4-898e-42b2-b4e3-037b53213a8d req-6dc2e824-9f95-45a2-91bf-a13fe37649e2 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.0762656 Aug 26 13:39:11.762781 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ac67d133-e3ed-4a02-a332-26d4bd5affb5 req-c38875dd-0a9f-410d-856b-3f69516a8127 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634065 Aug 26 13:39:11.804086 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8a4cbbb4-898e-42b2-b4e3-037b53213a8d req-ec0e040f-63dc-4297-b8ac-565eda50662b tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609150 Aug 26 13:39:12.380067 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b40292-7230-454b-898a-faa53e686140 req-b9120820-866b-4ece-9bf5-833f43410a83 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:12.381619 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f1b40292-7230-454b-898a-faa53e686140 req-b9120820-866b-4ece-9bf5-833f43410a83 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.0501807 Aug 26 13:39:12.445422 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f1b40292-7230-454b-898a-faa53e686140 req-d6518a71-c7ee-4606-b7a4-b6b3d108f197 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577326 Aug 26 13:39:12.898787 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca961ee2-4dc8-435a-a091-077c09b9922b req-e3efac28-f5ae-4076-9b94-6398d4242739 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:12.900368 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ca961ee2-4dc8-435a-a091-077c09b9922b req-e3efac28-f5ae-4076-9b94-6398d4242739 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 943 time: 0.0588903 Aug 26 13:39:12.968408 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ca961ee2-4dc8-435a-a091-077c09b9922b req-d05d80b6-35f5-4080-9c98-60a8b03e334f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584664 Aug 26 13:39:12.991234 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b565f1c-dd69-405e-80e0-0d51186010b1 req-ceb56624-a5c4-4f63-ad7d-964e20970f7a tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:12.992823 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3b565f1c-dd69-405e-80e0-0d51186010b1 req-ceb56624-a5c4-4f63-ad7d-964e20970f7a tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.0914876 Aug 26 13:39:13.039305 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3b565f1c-dd69-405e-80e0-0d51186010b1 req-7dbd9bcd-63cb-4ebf-b025-b3f5c0ed88b7 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390003 Aug 26 13:39:13.566608 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244eea07-08f2-42bc-9360-6619a8ebfacb req-4eac42d8-ba3c-48c6-a9bc-131287f968a9 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:13.568214 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-244eea07-08f2-42bc-9360-6619a8ebfacb req-4eac42d8-ba3c-48c6-a9bc-131287f968a9 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.0501189 Aug 26 13:39:13.608032 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-244eea07-08f2-42bc-9360-6619a8ebfacb req-f39ce553-f63c-4deb-a3cb-216eb2528b9b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329976 Aug 26 13:39:14.346129 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b4560-5ce2-4e39-ae88-786788d42da2 req-19af142d-c364-4620-ac50-36f4a3521ee3 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:14.347600 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ec5b4560-5ce2-4e39-ae88-786788d42da2 req-19af142d-c364-4620-ac50-36f4a3521ee3 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 943 time: 0.3083782 Aug 26 13:39:14.362180 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f8856-3823-4772-81fb-9a607634cd78 req-91155177-f8b3-40d9-97b9-e3a151e103ee tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:14.363610 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b52f8856-3823-4772-81fb-9a607634cd78 req-91155177-f8b3-40d9-97b9-e3a151e103ee tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.0660741 Aug 26 13:39:14.416364 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ec5b4560-5ce2-4e39-ae88-786788d42da2 req-9c5115be-1199-40e7-b48e-52068fabadb1 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579216 Aug 26 13:39:14.429199 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b52f8856-3823-4772-81fb-9a607634cd78 req-5875aecb-6819-4724-a2a6-34b9ebf7c4ec tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589149 Aug 26 13:39:14.734232 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0464487-a728-4b66-99e7-1e4012101867 req-0bec5baf-e07b-4a10-abd3-e11166c39096 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:14.735692 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c0464487-a728-4b66-99e7-1e4012101867 req-0bec5baf-e07b-4a10-abd3-e11166c39096 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.0508325 Aug 26 13:39:14.778218 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c0464487-a728-4b66-99e7-1e4012101867 req-4b05f0dc-318d-489e-a927-74d5c81e4c3a tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356779 Aug 26 13:39:15.564070 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7291d8-d09e-4c49-908e-794453e3fd37 req-c84bc37b-5f15-4ecb-bd8d-07290d51b46a tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:15.565471 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2b7291d8-d09e-4c49-908e-794453e3fd37 req-c84bc37b-5f15-4ecb-bd8d-07290d51b46a tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 943 time: 0.0836074 Aug 26 13:39:15.573733 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494abfa-bcd2-4954-85b9-288e305bd5a6 req-5d6fe192-976c-40ed-bd9b-6cc0cd443421 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:15.575110 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0494abfa-bcd2-4954-85b9-288e305bd5a6 req-5d6fe192-976c-40ed-bd9b-6cc0cd443421 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.0646968 Aug 26 13:39:15.635278 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2b7291d8-d09e-4c49-908e-794453e3fd37 req-b0af0de0-ec4f-406c-b944-2cd333a28588 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591600 Aug 26 13:39:15.644124 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0494abfa-bcd2-4954-85b9-288e305bd5a6 req-9d6fee81-babf-4937-adc5-1ee74d4b2286 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622275 Aug 26 13:39:15.905172 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ce68b-e54a-4779-ae1d-be93d49ea988 req-7d9a34a9-2d2a-4486-aab6-bed295208861 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:15.906742 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5f8ce68b-e54a-4779-ae1d-be93d49ea988 req-7d9a34a9-2d2a-4486-aab6-bed295208861 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.0501060 Aug 26 13:39:15.945602 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5f8ce68b-e54a-4779-ae1d-be93d49ea988 req-fcf1987a-f8ce-42f6-8fcb-0e60ea48c3cc tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330064 Aug 26 13:39:16.061157 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=94616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 13:39:16.158278 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6,segment=NetworkSegment(333f8320-6673-407c-9555-81d2ae035560),segment_id=333f8320-6673-407c-9555-81d2ae035560)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:39:16.170612 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Returning: {'device': '3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6', 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d', 'port_id': '3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6', 'mac_address': 'fa:16:3e:82:e2:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1715bbd-f5d8-429f-ad95-4ec258043bdf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 13:39:16.212483 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:16.225209 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6 {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:39:16.244536 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6,segment=NetworkSegment(333f8320-6673-407c-9555-81d2ae035560),segment_id=333f8320-6673-407c-9555-81d2ae035560)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:39:16.327277 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:16.379096 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6,revision_number=4']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:16.782762 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd59b5-be30-4a6d-9a5d-5999f1791f4f req-04d7dbb6-af60-4fa2-983c-e73469e91a0b tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:16.784295 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-91cd59b5-be30-4a6d-9a5d-5999f1791f4f req-04d7dbb6-af60-4fa2-983c-e73469e91a0b tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 944 time: 0.0799072 Aug 26 13:39:16.793396 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1396212-0599-4139-97d7-371e2361e480 req-ab23f102-099c-4952-ac85-15748040d1ca tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:16.794942 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e1396212-0599-4139-97d7-371e2361e480 req-ab23f102-099c-4952-ac85-15748040d1ca tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.0814946 Aug 26 13:39:16.856061 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-91cd59b5-be30-4a6d-9a5d-5999f1791f4f req-b7d580bf-1b9d-435d-a0de-640068adf4fc tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601325 Aug 26 13:39:16.860915 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e1396212-0599-4139-97d7-371e2361e480 req-56faf189-bb8b-491a-8baa-c1be3805dcd7 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589409 Aug 26 13:39:17.071392 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9771f8-01b7-4025-9137-190ac51783da req-5fa15bb3-50fe-4c52-bfe2-19fb8722198b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:17.072996 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1a9771f8-01b7-4025-9137-190ac51783da req-5fa15bb3-50fe-4c52-bfe2-19fb8722198b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.0522172 Aug 26 13:39:17.113283 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1a9771f8-01b7-4025-9137-190ac51783da req-9f544ae3-2621-4068-89b3-ff39d97afcb2 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342748 Aug 26 13:39:18.000487 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3bee85-6349-4f32-bfb1-14ef0b5c28fe req-ffead40f-2c23-4861-8783-ab89dc248698 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:18.001901 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6b3bee85-6349-4f32-bfb1-14ef0b5c28fe req-ffead40f-2c23-4861-8783-ab89dc248698 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 944 time: 0.0770512 Aug 26 13:39:18.012849 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e398d56-9374-49bf-9789-02e2977dadff req-7213c071-cc50-4250-9af6-9aecf057eaa9 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:18.014275 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1e398d56-9374-49bf-9789-02e2977dadff req-7213c071-cc50-4250-9af6-9aecf057eaa9 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.0801129 Aug 26 13:39:18.068126 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6b3bee85-6349-4f32-bfb1-14ef0b5c28fe req-f86a3f54-4756-4f8d-bca6-a4a737f823e3 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528824 Aug 26 13:39:18.073402 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1e398d56-9374-49bf-9789-02e2977dadff req-a91e2f23-d7e5-492f-bced-775acd2da32e tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522659 Aug 26 13:39:18.233094 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395a622-762f-4f50-be9c-8d1b821d74ba req-16e47894-093b-4a4a-bef9-679efd40ca93 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:18.234731 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8395a622-762f-4f50-be9c-8d1b821d74ba req-16e47894-093b-4a4a-bef9-679efd40ca93 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.0486538 Aug 26 13:39:18.272983 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8395a622-762f-4f50-be9c-8d1b821d74ba req-2a96d71a-23aa-4414-bec5-35efba6b9923 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323291 Aug 26 13:39:19.216682 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8c033-d264-48de-a74f-cb7f40687643 req-40eb26bf-c305-4e45-8aa4-156789a1910c tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:19.218215 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-64a8c033-d264-48de-a74f-cb7f40687643 req-40eb26bf-c305-4e45-8aa4-156789a1910c tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 944 time: 0.0854719 Aug 26 13:39:19.230659 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98217d65-c6fc-4b1e-9210-fecf3c8f9821 req-7749000f-7b85-44ff-8818-4a26bc256742 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:19.232143 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-98217d65-c6fc-4b1e-9210-fecf3c8f9821 req-7749000f-7b85-44ff-8818-4a26bc256742 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.0900314 Aug 26 13:39:19.287746 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-64a8c033-d264-48de-a74f-cb7f40687643 req-f32def60-aa8c-4486-8a66-49844c2c0a62 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546038 Aug 26 13:39:19.296273 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-98217d65-c6fc-4b1e-9210-fecf3c8f9821 req-777f64cb-2c2c-4e17-8e3e-bf3caf137c27 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573668 Aug 26 13:39:19.400585 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a147d2-8934-4818-a2f6-100fc16faabe req-dc6d8135-123d-4ce2-9e11-fa472a7e2558 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:19.402008 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-29a147d2-8934-4818-a2f6-100fc16faabe req-dc6d8135-123d-4ce2-9e11-fa472a7e2558 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.0486465 Aug 26 13:39:19.440273 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-29a147d2-8934-4818-a2f6-100fc16faabe req-b0ae0225-c832-46d7-84e4-03b902271d77 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323703 Aug 26 13:39:19.526833 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:39:20.151032 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f22092-2f73-4ad9-84f5-767f2729c4a1 req-b99310c0-22ce-4c4a-88c1-37be22e209ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:20.152541 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-69f22092-2f73-4ad9-84f5-767f2729c4a1 req-b99310c0-22ce-4c4a-88c1-37be22e209ec service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 1098 time: 0.0433874 Aug 26 13:39:20.189853 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-69f22092-2f73-4ad9-84f5-767f2729c4a1 req-896bd6b5-2b1b-415f-9c73-aa358fc92e94 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280888 Aug 26 13:39:20.439313 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b8113-9926-4674-b434-f4726ad8c2a0 req-9d83e95a-323c-46de-9385-97422a3efd94 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:20.440796 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-cd9b8113-9926-4674-b434-f4726ad8c2a0 req-9d83e95a-323c-46de-9385-97422a3efd94 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 944 time: 0.0808616 Aug 26 13:39:20.452996 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124be35-a599-4ead-a850-96a272cb6e7c req-96c067d9-c4e0-4987-8749-b6f212f6f16a tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:20.454580 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9124be35-a599-4ead-a850-96a272cb6e7c req-96c067d9-c4e0-4987-8749-b6f212f6f16a tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.0676520 Aug 26 13:39:20.512858 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-cd9b8113-9926-4674-b434-f4726ad8c2a0 req-476a5621-6853-4867-a96e-8163fda20707 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572886 Aug 26 13:39:20.518075 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9124be35-a599-4ead-a850-96a272cb6e7c req-b944ba05-7724-4053-9265-b0b02e628fd5 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555308 Aug 26 13:39:20.630860 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fce758-738a-4dd1-8f6f-8889d841706b req-94249ce3-4732-4f12-a2e2-ee34c476380e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:20.632358 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e6fce758-738a-4dd1-8f6f-8889d841706b req-94249ce3-4732-4f12-a2e2-ee34c476380e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.0540729 Aug 26 13:39:20.671391 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e6fce758-738a-4dd1-8f6f-8889d841706b req-72de5edd-336f-4b2b-babc-3f4424b2a9c9 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329144 Aug 26 13:39:21.695723 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd687c-39ed-499c-9029-19318ac2c2e4 req-b01185a2-33ee-4211-ae4e-e7cbe87e3b46 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:21.699681 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-bdbd687c-39ed-499c-9029-19318ac2c2e4 req-b01185a2-33ee-4211-ae4e-e7cbe87e3b46 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 944 time: 0.0947187 Aug 26 13:39:21.710186 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7629f-85b1-44c6-8a50-6005d3579efb req-bd05050b-b064-4ca8-a99f-0e4173d306a9 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:21.710186 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-80c7629f-85b1-44c6-8a50-6005d3579efb req-bd05050b-b064-4ca8-a99f-0e4173d306a9 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.0877397 Aug 26 13:39:21.778175 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-bdbd687c-39ed-499c-9029-19318ac2c2e4 req-de175b3d-3855-4fbf-ac3e-5eae1371931f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627158 Aug 26 13:39:21.786154 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-80c7629f-85b1-44c6-8a50-6005d3579efb req-c05a3dd8-391e-43ff-8049-488575b757c8 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681462 Aug 26 13:39:21.880518 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa48fc-f791-4d2b-9f1d-b1e488e3e9cc req-6f188104-8a51-42c7-858a-8568bcab9f1b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:21.882050 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-76aa48fc-f791-4d2b-9f1d-b1e488e3e9cc req-6f188104-8a51-42c7-858a-8568bcab9f1b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.0551374 Aug 26 13:39:21.921439 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-76aa48fc-f791-4d2b-9f1d-b1e488e3e9cc req-7a3938b6-d998-42b4-9420-b5f86947a2f4 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333295 Aug 26 13:39:22.893156 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e9a0a-4097-4e8b-ba51-e2454486c0c6 req-2c0ccd1d-6990-4f73-b040-ceb9617a94cc tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:22.894847 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-643e9a0a-4097-4e8b-ba51-e2454486c0c6 req-2c0ccd1d-6990-4f73-b040-ceb9617a94cc tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 944 time: 0.0531178 Aug 26 13:39:22.938279 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-643e9a0a-4097-4e8b-ba51-e2454486c0c6 req-7a0ae318-b316-494a-b493-57e4130ee060 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362773 Aug 26 13:39:23.081736 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a355dc9-0ad4-47bd-936a-3f87b0e846ee req-33414200-fdc3-49ae-b7e8-c5fb60bb69d8 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:23.083279 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7a355dc9-0ad4-47bd-936a-3f87b0e846ee req-33414200-fdc3-49ae-b7e8-c5fb60bb69d8 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.0819609 Aug 26 13:39:23.096602 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec704f9-455b-4c0e-bf42-1bfc5d4230e5 req-2165ed50-aa0a-4bae-826e-2350fbdb611d tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:23.098154 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1ec704f9-455b-4c0e-bf42-1bfc5d4230e5 req-2165ed50-aa0a-4bae-826e-2350fbdb611d tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.0878630 Aug 26 13:39:23.154021 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7a355dc9-0ad4-47bd-936a-3f87b0e846ee req-d794e1d0-f80a-473c-9710-f19391d674bb tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548401 Aug 26 13:39:23.159629 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1ec704f9-455b-4c0e-bf42-1bfc5d4230e5 req-61b354f8-0e49-419d-92bc-58e9b3a48d80 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540133 Aug 26 13:39:23.579147 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c29c9c-5acc-4e9d-a110-bf5976c6e785 req-2bdd60c2-4881-4057-890d-af75f71611dc tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:23.580332 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-14c29c9c-5acc-4e9d-a110-bf5976c6e785 req-2bdd60c2-4881-4057-890d-af75f71611dc tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.0491114 Aug 26 13:39:23.622391 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-14c29c9c-5acc-4e9d-a110-bf5976c6e785 req-bb15c5e8-f110-4d97-93b2-3da7308aea77 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338056 Aug 26 13:39:23.629394 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6 up at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:39:23.732714 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning for port 3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6 completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:39:23.736861 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning complete for port 3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:39:23.737260 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:23.825281 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:23.851131 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc25f75-2785-45c9-b8ba-2bb5ecfc477e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:39:23.853537 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adf09783f65fc29d397fc30c9e785295af8fecd29e58eb7f547da51af43e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca88124b-0c4f-4e72-9cfe-4ee47568d06d" -d '{"events": [{"server_uuid": "ccc25f75-2785-45c9-b8ba-2bb5ecfc477e", "name": "network-vif-plugged", "status": "completed", "tag": "3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:39:23.873398 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6,segment=NetworkSegment(333f8320-6673-407c-9555-81d2ae035560),segment_id=333f8320-6673-407c-9555-81d2ae035560)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:39:23.893018 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672c535b-986d-402c-a3fd-11d30a6b1f16 x-openstack-request-id: req-672c535b-986d-402c-a3fd-11d30a6b1f16 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:39:23.893311 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccc25f75-2785-45c9-b8ba-2bb5ecfc477e", "name": "network-vif-plugged", "status": "completed", "tag": "3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:39:23.893569 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-672c535b-986d-402c-a3fd-11d30a6b1f16 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:39:23.893996 dv-cinder-786386-11-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc25f75-2785-45c9-b8ba-2bb5ecfc477e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6', 'code': 200} Aug 26 13:39:23.955628 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:24.016162 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6,revision_number=5']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:24.072157 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab3539-2bbd-40f0-a41e-86637f3845f4 req-8592cf7d-b9b2-4421-af02-8f6a08689570 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:24.073706 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-caab3539-2bbd-40f0-a41e-86637f3845f4 req-8592cf7d-b9b2-4421-af02-8f6a08689570 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0605545 Aug 26 13:39:24.119775 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-caab3539-2bbd-40f0-a41e-86637f3845f4 req-ca14ec2e-45f5-4c2c-bd17-193a1491e3b3 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396755 Aug 26 13:39:24.143924 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7af615ca-7cc8-4c33-ae79-736ad5df29d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:24.290462 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b6a88-4f85-4ddd-87cf-bff98d009601 req-9703c4cc-a8b1-4f87-94d4-4920e7d7eb9a tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:24.292258 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f01b6a88-4f85-4ddd-87cf-bff98d009601 req-9703c4cc-a8b1-4f87-94d4-4920e7d7eb9a tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.0511768 Aug 26 13:39:24.333460 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f01b6a88-4f85-4ddd-87cf-bff98d009601 req-9eddda67-9dca-49be-bf25-893adb53c062 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348923 Aug 26 13:39:24.747968 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1936b1-4517-4352-ab4c-1fa489c03cbd req-ccd496b6-6037-4fd9-8601-d487c567f79f tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:24.749530 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4c1936b1-4517-4352-ab4c-1fa489c03cbd req-ccd496b6-6037-4fd9-8601-d487c567f79f tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.0514767 Aug 26 13:39:24.787520 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4c1936b1-4517-4352-ab4c-1fa489c03cbd req-e449803f-b26a-41cf-ad3f-65d99e16cea8 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319545 Aug 26 13:39:24.854099 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43af8e-b8c3-4a42-a39d-c9f35883affc req-5ff2ddd6-d880-46c8-b91b-575d3f6f3890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:24.855714 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5b43af8e-b8c3-4a42-a39d-c9f35883affc req-5ff2ddd6-d880-46c8-b91b-575d3f6f3890 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf48eac27ef64ed48fd83b9d2b1cab96&device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 1098 time: 0.0518324 Aug 26 13:39:24.955238 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43af8e-b8c3-4a42-a39d-c9f35883affc req-d0cd2af4-2254-4be3-ad72-2760db2411c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:24.956744 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5b43af8e-b8c3-4a42-a39d-c9f35883affc req-d0cd2af4-2254-4be3-ad72-2760db2411c4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=60ee5afa-17b9-4cf6-a513-d0be6a626ec2 HTTP/1.1" status: 200 len: 920 time: 0.0905335 Aug 26 13:39:25.004881 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5b43af8e-b8c3-4a42-a39d-c9f35883affc req-4280d590-9bdb-4004-abab-5d4ec8233cc6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61597be3-6d4e-42e3-ba19-d5e2b75991bf HTTP/1.1" status: 200 len: 217 time: 0.0408080 Aug 26 13:39:25.059709 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43af8e-b8c3-4a42-a39d-c9f35883affc req-bd0ec5a8-8ef5-44ee-b40d-b59a85525268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:25.061265 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5b43af8e-b8c3-4a42-a39d-c9f35883affc req-bd0ec5a8-8ef5-44ee-b40d-b59a85525268 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=44553468-309b-402a-9962-58b86538a2f3 HTTP/1.1" status: 200 len: 859 time: 0.0484965 Aug 26 13:39:25.102127 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5b43af8e-b8c3-4a42-a39d-c9f35883affc req-832e7a57-c870-412c-a809-f564b4b3df96 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=60ee5afa-17b9-4cf6-a513-d0be6a626ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269833 Aug 26 13:39:25.196816 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71120b3-7169-4ca5-926d-b2be50b35465 req-defb154e-35b6-4bf7-bff1-ec97804c17bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:25.198397 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-f71120b3-7169-4ca5-926d-b2be50b35465 req-defb154e-35b6-4bf7-bff1-ec97804c17bb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 1098 time: 0.0548928 Aug 26 13:39:25.239511 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-f71120b3-7169-4ca5-926d-b2be50b35465 req-1dc0829b-061f-429a-9c21-d504918b2dec service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324545 Aug 26 13:39:25.267516 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5b43af8e-b8c3-4a42-a39d-c9f35883affc req-a3e6abdf-f9b5-48b0-b8e8-ac99aadf22d8 service neutron] 10.222.0.38 "GET /v2.0/networks/60ee5afa-17b9-4cf6-a513-d0be6a626ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245606 Aug 26 13:39:25.284879 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fdef1b-3bf5-4690-a0f2-df314d4ef50b req-648ac32f-c041-4b77-8598-21e1a164c2f3 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:25.286389 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-66fdef1b-3bf5-4690-a0f2-df314d4ef50b req-648ac32f-c041-4b77-8598-21e1a164c2f3 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0664880 Aug 26 13:39:25.326628 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-66fdef1b-3bf5-4690-a0f2-df314d4ef50b req-43cd7436-f698-4761-887d-f28950ee5c1d tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335550 Aug 26 13:39:25.460414 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ce7ba-7d86-4c73-b2e4-ba2ccf7b67f1 req-c27f303f-44c3-4e36-94c5-3c8225a74682 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:25.462461 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3e5ce7ba-7d86-4c73-b2e4-ba2ccf7b67f1 req-c27f303f-44c3-4e36-94c5-3c8225a74682 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.0506516 Aug 26 13:39:25.503682 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3e5ce7ba-7d86-4c73-b2e4-ba2ccf7b67f1 req-2c984e48-112f-4bb5-953c-1653d67ed839 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345972 Aug 26 13:39:25.730254 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5b43af8e-b8c3-4a42-a39d-c9f35883affc req-6879a048-3c36-426e-8c79-ce84d3d2a801 service neutron] 10.222.0.38 "GET /v2.0/networks/60ee5afa-17b9-4cf6-a513-d0be6a626ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924382 Aug 26 13:39:25.910765 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4aad70-2dc6-408b-85f8-4d24539fd21a req-6f579fb1-cdfc-48c1-b657-64d79a19106f tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:25.912405 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-af4aad70-2dc6-408b-85f8-4d24539fd21a req-6f579fb1-cdfc-48c1-b657-64d79a19106f tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.0524762 Aug 26 13:39:25.955555 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-af4aad70-2dc6-408b-85f8-4d24539fd21a req-78d0785b-e130-45f1-ba32-93340918fbca tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371828 Aug 26 13:39:26.346147 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 58054) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:39:26.453201 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1502e-b84f-47c0-97ac-8ce4550c4e39 req-906bfe1d-22d6-4528-a356-910dba70b7ed tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:26.454799 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-97c1502e-b84f-47c0-97ac-8ce4550c4e39 req-906bfe1d-22d6-4528-a356-910dba70b7ed tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0541072 Aug 26 13:39:26.490159 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3bae8232-29a8-4adb-914e-f93e3166cbfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:26.519968 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-97c1502e-b84f-47c0-97ac-8ce4550c4e39 req-e9c44e53-2a49-4461-af2a-5948dd7df3f0 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592911 Aug 26 13:39:26.635368 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3bae8232-29a8-4adb-914e-f93e3166cbfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:26.664073 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7518a-9eab-47ec-a734-4db82dc08eea req-8555ac14-78a5-4959-9819-8c2bca4e81a6 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:26.666315 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-cbe7518a-9eab-47ec-a734-4db82dc08eea req-8555ac14-78a5-4959-9819-8c2bca4e81a6 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.0760992 Aug 26 13:39:26.712151 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-cbe7518a-9eab-47ec-a734-4db82dc08eea req-29373124-a1f3-404f-aeb9-b50639655e65 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387645 Aug 26 13:39:26.734001 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3bae8232-29a8-4adb-914e-f93e3166cbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:26.780151 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae8232-29a8-4adb-914e-f93e3166cbfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c8dfb7-e7d7-4af5-86c8-e587bb820260,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:26.786388 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-3bae8232-29a8-4adb-914e-f93e3166cbfd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f95a0bb9b24d485a8147b78efe0a818d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4370401 Aug 26 13:39:26.787515 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 58072) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:39:26.792912 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae8232-29a8-4adb-914e-f93e3166cbfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:26.793689 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae8232-29a8-4adb-914e-f93e3166cbfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:26.794251 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae8232-29a8-4adb-914e-f93e3166cbfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:26.794929 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae8232-29a8-4adb-914e-f93e3166cbfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:26.795267 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae8232-29a8-4adb-914e-f93e3166cbfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:26.795599 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae8232-29a8-4adb-914e-f93e3166cbfd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:26.795926 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae8232-29a8-4adb-914e-f93e3166cbfd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:26.796256 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae8232-29a8-4adb-914e-f93e3166cbfd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:26.796872 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae8232-29a8-4adb-914e-f93e3166cbfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:26.797177 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae8232-29a8-4adb-914e-f93e3166cbfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:26.797505 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae8232-29a8-4adb-914e-f93e3166cbfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:26.797856 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae8232-29a8-4adb-914e-f93e3166cbfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:26.846779 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-117b5212-1526-40c2-a527-7e42dc146049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:26.853976 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6c61d8a8-ebe5-4eda-a94f-eebc2af01e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:26.875993 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6c61d8a8-ebe5-4eda-a94f-eebc2af01e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:27.018412 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6c61d8a8-ebe5-4eda-a94f-eebc2af01e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:27.021518 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6c61d8a8-ebe5-4eda-a94f-eebc2af01e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:27.022761 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-6c61d8a8-ebe5-4eda-a94f-eebc2af01e7d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/17c8dfb7-e7d7-4af5-86c8-e587bb820260 HTTP/1.1" status: 204 len: 168 time: 0.2342765 Aug 26 13:39:27.032914 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61d8a8-ebe5-4eda-a94f-eebc2af01e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c8dfb7-e7d7-4af5-86c8-e587bb820260,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:27.043573 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61d8a8-ebe5-4eda-a94f-eebc2af01e7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:27.044340 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61d8a8-ebe5-4eda-a94f-eebc2af01e7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:27.044894 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61d8a8-ebe5-4eda-a94f-eebc2af01e7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:27.045234 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61d8a8-ebe5-4eda-a94f-eebc2af01e7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:27.045677 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61d8a8-ebe5-4eda-a94f-eebc2af01e7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:27.045967 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61d8a8-ebe5-4eda-a94f-eebc2af01e7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:27.046305 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61d8a8-ebe5-4eda-a94f-eebc2af01e7d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:27.046640 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61d8a8-ebe5-4eda-a94f-eebc2af01e7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:27.046973 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61d8a8-ebe5-4eda-a94f-eebc2af01e7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:27.047306 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61d8a8-ebe5-4eda-a94f-eebc2af01e7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:27.047664 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61d8a8-ebe5-4eda-a94f-eebc2af01e7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:27.048060 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61d8a8-ebe5-4eda-a94f-eebc2af01e7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:27.082535 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ae2c6-b57b-4509-8024-564611e8118f req-8373e801-e8c7-4199-a5a8-6dd44bd02f6a tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:27.084115 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3d3ae2c6-b57b-4509-8024-564611e8118f req-8373e801-e8c7-4199-a5a8-6dd44bd02f6a tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.0597899 Aug 26 13:39:27.128696 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3d3ae2c6-b57b-4509-8024-564611e8118f req-b5640f4b-7d15-40f8-b380-01b1d272b7bb tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360463 Aug 26 13:39:27.469657 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:27.641285 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fa237-cb7c-431f-a601-985f2b61d52b req-6f0524db-1b8e-4584-92ee-05047c024e1a tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:27.642909 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b85fa237-cb7c-431f-a601-985f2b61d52b req-6f0524db-1b8e-4584-92ee-05047c024e1a tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0512166 Aug 26 13:39:27.684847 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b85fa237-cb7c-431f-a601-985f2b61d52b req-1c47a8da-67e1-4378-a997-69c82a3e9933 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350430 Aug 26 13:39:27.842054 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269164f0-af25-4aed-a7a1-210acc21cfbd req-665ebf2a-99ab-4797-9098-4e7bd44d6f3a tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:27.844569 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-269164f0-af25-4aed-a7a1-210acc21cfbd req-665ebf2a-99ab-4797-9098-4e7bd44d6f3a tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.0553815 Aug 26 13:39:27.894906 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-269164f0-af25-4aed-a7a1-210acc21cfbd req-4f55b64a-23c3-49d8-92a1-ef676bc2fcfe tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372903 Aug 26 13:39:27.921511 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:28.261562 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c21c1-5d9b-4848-8a76-921b2a6ab571 req-3fe3184f-5a17-459a-aca0-0f3b10d6bd6e tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:28.263214 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7d8c21c1-5d9b-4848-8a76-921b2a6ab571 req-3fe3184f-5a17-459a-aca0-0f3b10d6bd6e tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.0488336 Aug 26 13:39:28.307054 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7d8c21c1-5d9b-4848-8a76-921b2a6ab571 req-bd8e6aef-84f2-4f7e-be7a-938c392e4c84 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370884 Aug 26 13:39:28.744365 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:28.850768 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83cbe2-ccfd-4fa3-9910-c3deb7a90702 req-0ee2a5a1-d8f5-449c-a833-ffd47f2bb90f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:28.852404 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1a83cbe2-ccfd-4fa3-9910-c3deb7a90702 req-0ee2a5a1-d8f5-449c-a833-ffd47f2bb90f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0795736 Aug 26 13:39:28.859876 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea58a7-5777-4cbf-83c9-5b575dac76e9 req-0fdee36f-52e3-471f-a3d2-362a993ef1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:28.861399 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a9ea58a7-5777-4cbf-83c9-5b575dac76e9 req-0fdee36f-52e3-471f-a3d2-362a993ef1b6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf48eac27ef64ed48fd83b9d2b1cab96&device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 1098 time: 0.0766580 Aug 26 13:39:28.962472 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1a83cbe2-ccfd-4fa3-9910-c3deb7a90702 req-22ab3652-9962-4806-919e-1108600f6bef tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000209 Aug 26 13:39:29.041363 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea58a7-5777-4cbf-83c9-5b575dac76e9 req-3c35f847-5b88-4dfa-8260-3995970e761a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:29.043053 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a9ea58a7-5777-4cbf-83c9-5b575dac76e9 req-3c35f847-5b88-4dfa-8260-3995970e761a service neutron] 10.222.0.38 "GET /v2.0/networks?id=60ee5afa-17b9-4cf6-a513-d0be6a626ec2 HTTP/1.1" status: 200 len: 920 time: 0.1523776 Aug 26 13:39:29.098089 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a9ea58a7-5777-4cbf-83c9-5b575dac76e9 req-5d71c79e-657d-45f1-9a0e-f75de2a9afae service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61597be3-6d4e-42e3-ba19-d5e2b75991bf HTTP/1.1" status: 200 len: 217 time: 0.0454905 Aug 26 13:39:29.111592 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006f051-8934-491d-b6c6-765d57796fe4 req-926011ad-e49a-4ca9-a872-c9cfa02e9a52 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:29.118934 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f006f051-8934-491d-b6c6-765d57796fe4 req-926011ad-e49a-4ca9-a872-c9cfa02e9a52 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.1204002 Aug 26 13:39:29.191091 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea58a7-5777-4cbf-83c9-5b575dac76e9 req-a7371484-82b6-4f59-808a-0308f6b8f570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:29.192598 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a9ea58a7-5777-4cbf-83c9-5b575dac76e9 req-a7371484-82b6-4f59-808a-0308f6b8f570 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=44553468-309b-402a-9962-58b86538a2f3 HTTP/1.1" status: 200 len: 859 time: 0.0727124 Aug 26 13:39:29.200254 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f006f051-8934-491d-b6c6-765d57796fe4 req-829eb843-9fd2-4e99-bfce-9e0531830eb6 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676987 Aug 26 13:39:29.253920 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a9ea58a7-5777-4cbf-83c9-5b575dac76e9 req-a6371a94-3a78-44bc-a3a3-3e551f258b12 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=60ee5afa-17b9-4cf6-a513-d0be6a626ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511892 Aug 26 13:39:29.365793 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a9ea58a7-5777-4cbf-83c9-5b575dac76e9 req-354b5c07-63fe-4ed7-89f0-5ed4365e1b69 service neutron] 10.222.0.38 "GET /v2.0/networks/60ee5afa-17b9-4cf6-a513-d0be6a626ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028581 Aug 26 13:39:29.502766 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b161f-b6d1-48f7-a37f-72227387afdd req-593dcefa-ecd6-4ed8-912e-ef36dc463e51 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:29.503819 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-235b161f-b6d1-48f7-a37f-72227387afdd req-593dcefa-ecd6-4ed8-912e-ef36dc463e51 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.1178906 Aug 26 13:39:29.519596 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a9ea58a7-5777-4cbf-83c9-5b575dac76e9 req-637af891-2820-4689-ae6d-e63cdd0c3289 service neutron] 10.222.0.38 "GET /v2.0/networks/60ee5afa-17b9-4cf6-a513-d0be6a626ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420546 Aug 26 13:39:29.550996 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-235b161f-b6d1-48f7-a37f-72227387afdd req-686184d1-a006-45e4-836e-15023a06926c tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392094 Aug 26 13:39:30.089181 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec48f45-952e-4444-8de7-92075fc7125e req-00e02d21-d658-42fc-800a-cc47f7d2cf17 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:30.091111 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7ec48f45-952e-4444-8de7-92075fc7125e req-00e02d21-d658-42fc-800a-cc47f7d2cf17 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0535233 Aug 26 13:39:30.154412 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7ec48f45-952e-4444-8de7-92075fc7125e req-f296038b-b26b-46eb-93f5-9aebc409cc2c tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548286 Aug 26 13:39:30.364938 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ef4ea-6fef-4c3c-8587-a32dd882902a req-2bade0af-4830-43a3-aaf6-a7123801880b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:30.367641 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-929ef4ea-6fef-4c3c-8587-a32dd882902a req-2bade0af-4830-43a3-aaf6-a7123801880b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.0651715 Aug 26 13:39:30.418919 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-929ef4ea-6fef-4c3c-8587-a32dd882902a req-a707dda6-1b5b-40b9-a6ab-bb266286717d tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408542 Aug 26 13:39:30.424649 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:30.682682 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c061be-bf60-414f-8706-8cff420f8107 req-adbe0755-7af9-4c06-82d0-4d6a720a3948 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:30.684246 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-64c061be-bf60-414f-8706-8cff420f8107 req-adbe0755-7af9-4c06-82d0-4d6a720a3948 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.0599172 Aug 26 13:39:30.729126 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-64c061be-bf60-414f-8706-8cff420f8107 req-4b9cd3df-3ef9-4fef-8723-edc79285cfdb tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355270 Aug 26 13:39:30.729946 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=94616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 13:39:30.838463 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=18fb0b18-c6df-42fe-9d78-6d4ab5d593f8,segment=NetworkSegment(622f9d42-2ef0-4df2-9e01-d60060392ec1),segment_id=622f9d42-2ef0-4df2-9e01-d60060392ec1)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:39:30.854642 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Returning: {'device': '18fb0b18-c6df-42fe-9d78-6d4ab5d593f8', 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368', 'port_id': '18fb0b18-c6df-42fe-9d78-6d4ab5d593f8', 'mac_address': 'fa:16:3e:39:a0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f404f389-dc0c-4c0d-a515-d27c76237ec3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 13:39:30.902342 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:30.915962 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:39:30.937213 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=18fb0b18-c6df-42fe-9d78-6d4ab5d593f8,segment=NetworkSegment(622f9d42-2ef0-4df2-9e01-d60060392ec1),segment_id=622f9d42-2ef0-4df2-9e01-d60060392ec1)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:39:31.013047 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:31.076800 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=18fb0b18-c6df-42fe-9d78-6d4ab5d593f8,revision_number=6']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:31.249686 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['18fb0b18-c6df-42fe-9d78-6d4ab5d593f8'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:39:31.293356 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e3980-c81d-4f14-b91c-d0af413c9edc req-5009aeb7-7987-4b81-910d-1c926626027f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:31.295181 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b66e3980-c81d-4f14-b91c-d0af413c9edc req-5009aeb7-7987-4b81-910d-1c926626027f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0623229 Aug 26 13:39:31.362453 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b66e3980-c81d-4f14-b91c-d0af413c9edc req-c86b9c96-f1ef-4f54-a84b-5ee5353bae39 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578642 Aug 26 13:39:31.519888 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4f2b3-8e0a-4a73-be06-548deabc670b req-66202d0a-b790-4488-b629-665f2d535c9c tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:31.522015 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e8e4f2b3-8e0a-4a73-be06-548deabc670b req-66202d0a-b790-4488-b629-665f2d535c9c tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0835097 Aug 26 13:39:31.531678 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 58174) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:39:31.539804 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-d1172090-ee7c-40f9-9e12-59f5cb12879b tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Request body: {'floatingip': {'port_id': '3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:39:31.573661 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d529ab0-e0e3-48d0-b5f6-6d0d993ef3af req-38f7c5ff-a472-4794-861e-bd4f1a6be10d tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:31.575332 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2d529ab0-e0e3-48d0-b5f6-6d0d993ef3af req-38f7c5ff-a472-4794-861e-bd4f1a6be10d tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 945 time: 0.0523891 Aug 26 13:39:31.625495 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d1172090-ee7c-40f9-9e12-59f5cb12879b tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for floatingip, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:31.634835 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2d529ab0-e0e3-48d0-b5f6-6d0d993ef3af req-88f4082b-32d0-466d-aa92-fa5ae5c80043 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531845 Aug 26 13:39:31.853569 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386684f-904f-48d3-88ae-350bf43cfa8c req-03092ad3-06c0-4487-a108-56faa384f639 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:31.855268 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5386684f-904f-48d3-88ae-350bf43cfa8c req-03092ad3-06c0-4487-a108-56faa384f639 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.0570099 Aug 26 13:39:31.897135 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5386684f-904f-48d3-88ae-350bf43cfa8c req-1f0aa729-b329-448c-bd3d-e7e95fcb0516 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336559 Aug 26 13:39:32.490847 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d1172090-ee7c-40f9-9e12-59f5cb12879b tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:32.561355 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d1172090-ee7c-40f9-9e12-59f5cb12879b tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430417'] for floatingip, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:32.678971 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.db.l3_db [None req-d1172090-ee7c-40f9-9e12-59f5cb12879b tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Floating IP 29188f34-4fd3-45c0-992a-1fd90003fd87 associated. External IP: 172.27.2.47, port: 3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6. Aug 26 13:39:32.928886 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1172090-ee7c-40f9-9e12-59f5cb12879b tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Router 248087d4-e254-48c9-8d21-833c348168c2 has already been hosted by L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 {{(pid=94615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 13:39:32.935257 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271cfa2-9cd7-453f-940f-37fab78e8472 req-f3cf4a0d-a8c0-435f-a110-7c1ee5735dfa tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:32.936820 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3271cfa2-9cd7-453f-940f-37fab78e8472 req-f3cf4a0d-a8c0-435f-a110-7c1ee5735dfa tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 945 time: 0.0522487 Aug 26 13:39:32.980541 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3271cfa2-9cd7-453f-940f-37fab78e8472 req-0e799f49-1c80-4f52-8978-dd0a41b68b3d tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376849 Aug 26 13:39:33.054771 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1172090-ee7c-40f9-9e12-59f5cb12879b tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:39:33.060358 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d1172090-ee7c-40f9-9e12-59f5cb12879b tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for floatingip, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:33.067367 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791db1ce-4b85-4744-83b7-4ed5a269ba7b None None] Sync routers for ids ['248087d4-e254-48c9-8d21-833c348168c2'] in dv-cinder-786386-11-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:39:33.082918 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791db1ce-4b85-4744-83b7-4ed5a269ba7b None None] Routers {'248087d4-e254-48c9-8d21-833c348168c2'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:39:33.084010 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-791db1ce-4b85-4744-83b7-4ed5a269ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:39:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['248087d4-e254-48c9-8d21-833c348168c2'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:39:33.093107 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-d1172090-ee7c-40f9-9e12-59f5cb12879b tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "PUT /v2.0/floatingips/29188f34-4fd3-45c0-992a-1fd90003fd87 HTTP/1.1" status: 200 len: 990 time: 1.5558548 Aug 26 13:39:33.093107 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccc25f75-2785-45c9-b8ba-2bb5ecfc477e', 'tag': '3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:39:33.093107 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea93b417d78f98f8f49a9646f42316e7837148fdcc5dd11c49486c93967457e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f960a4b-6cce-48a2-a6c7-1ed5d6175ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "ccc25f75-2785-45c9-b8ba-2bb5ecfc477e", "tag": "3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:39:33.132248 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 13:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1d259d-859c-49f8-9c28-039dc4f2fbf3 x-openstack-request-id: req-ba1d259d-859c-49f8-9c28-039dc4f2fbf3 {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:39:33.132683 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccc25f75-2785-45c9-b8ba-2bb5ecfc477e", "tag": "3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:39:33.133089 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ba1d259d-859c-49f8-9c28-039dc4f2fbf3 {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:39:33.134208 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccc25f75-2785-45c9-b8ba-2bb5ecfc477e', 'tag': '3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6', 'status': 'completed', 'code': 200} Aug 26 13:39:33.202919 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-791db1ce-4b85-4744-83b7-4ed5a269ba7b None None] Set router 248087d4-e254-48c9-8d21-833c348168c2 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:39:33.434372 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-791db1ce-4b85-4744-83b7-4ed5a269ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248087d4-e254-48c9-8d21-833c348168c2', 'name': 'tempest-AttachVolumeTestJSON-468661606-router', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '9f008d0b-e04e-4b83-a332-697932f46062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:38:37Z', 'updated_at': '2021-08-26T13:38:44Z', 'revision_number': 4, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'gw_port': {'id': '9f008d0b-e04e-4b83-a332-697932f46062', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248087d4-e254-48c9-8d21-833c348168c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:38:39Z', 'updated_at': '2021-08-26T13:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_floatingips': [{'id': '29188f34-4fd3-45c0-992a-1fd90003fd87', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'router_id': '248087d4-e254-48c9-8d21-833c348168c2', 'port_id': '3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d', 'mac_address': 'fa:16:3e:82:e2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc25f75-2785-45c9-b8ba-2bb5ecfc477e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T13:38:51Z', 'updated_at': '2021-08-26T13:39:32Z', 'revision_number': 1, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef327389-73d7-4620-9dc9-48f9cc2bbda7', 'name': '', 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'mac_address': 'fa:16:3e:08:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248087d4-e254-48c9-8d21-833c348168c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'c1715bbd-f5d8-429f-ad95-4ec258043bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:38:42Z', 'updated_at': '2021-08-26T13:38:51Z', 'revision_number': 5, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'subnets': [{'id': 'c1715bbd-f5d8-429f-ad95-4ec258043bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:39:33.465350 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791db1ce-4b85-4744-83b7-4ed5a269ba7b None None] Checking router: 248087d4-e254-48c9-8d21-833c348168c2 for host: dv-cinder-786386-11-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:39:33.479627 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791db1ce-4b85-4744-83b7-4ed5a269ba7b None None] Routers {'248087d4-e254-48c9-8d21-833c348168c2'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:39:33.480256 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-791db1ce-4b85-4744-83b7-4ed5a269ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:39:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['248087d4-e254-48c9-8d21-833c348168c2'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:39:33.588958 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-791db1ce-4b85-4744-83b7-4ed5a269ba7b None None] Set router 248087d4-e254-48c9-8d21-833c348168c2 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:39:33.859679 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-791db1ce-4b85-4744-83b7-4ed5a269ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248087d4-e254-48c9-8d21-833c348168c2', 'name': 'tempest-AttachVolumeTestJSON-468661606-router', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '9f008d0b-e04e-4b83-a332-697932f46062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:38:37Z', 'updated_at': '2021-08-26T13:38:44Z', 'revision_number': 4, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'gw_port': {'id': '9f008d0b-e04e-4b83-a332-697932f46062', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248087d4-e254-48c9-8d21-833c348168c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:38:39Z', 'updated_at': '2021-08-26T13:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_floatingips': [{'id': '29188f34-4fd3-45c0-992a-1fd90003fd87', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'router_id': '248087d4-e254-48c9-8d21-833c348168c2', 'port_id': '3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d', 'mac_address': 'fa:16:3e:82:e2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc25f75-2785-45c9-b8ba-2bb5ecfc477e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T13:38:51Z', 'updated_at': '2021-08-26T13:39:32Z', 'revision_number': 1, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef327389-73d7-4620-9dc9-48f9cc2bbda7', 'name': '', 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'mac_address': 'fa:16:3e:08:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248087d4-e254-48c9-8d21-833c348168c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'c1715bbd-f5d8-429f-ad95-4ec258043bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:38:42Z', 'updated_at': '2021-08-26T13:38:51Z', 'revision_number': 5, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'subnets': [{'id': 'c1715bbd-f5d8-429f-ad95-4ec258043bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:39:33.887182 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791db1ce-4b85-4744-83b7-4ed5a269ba7b None None] The sync data for ids ['248087d4-e254-48c9-8d21-833c348168c2'] in dv-cinder-786386-11-iscsi is: [{'id': '248087d4-e254-48c9-8d21-833c348168c2', 'name': 'tempest-AttachVolumeTestJSON-468661606-router', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '9f008d0b-e04e-4b83-a332-697932f46062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:38:37Z', 'updated_at': '2021-08-26T13:38:44Z', 'revision_number': 4, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'gw_port': {'id': '9f008d0b-e04e-4b83-a332-697932f46062', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248087d4-e254-48c9-8d21-833c348168c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:38:39Z', 'updated_at': '2021-08-26T13:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_floatingips': [{'id': '29188f34-4fd3-45c0-992a-1fd90003fd87', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'router_id': '248087d4-e254-48c9-8d21-833c348168c2', 'port_id': '3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d', 'mac_address': 'fa:16:3e:82:e2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc25f75-2785-45c9-b8ba-2bb5ecfc477e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T13:38:51Z', 'updated_at': '2021-08-26T13:39:32Z', 'revision_number': 1, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef327389-73d7-4620-9dc9-48f9cc2bbda7', 'name': '', 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'mac_address': 'fa:16:3e:08:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248087d4-e254-48c9-8d21-833c348168c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'c1715bbd-f5d8-429f-ad95-4ec258043bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:38:42Z', 'updated_at': '2021-08-26T13:38:51Z', 'revision_number': 5, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'subnets': [{'id': 'c1715bbd-f5d8-429f-ad95-4ec258043bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:39:34.065940 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7229f3f6-5418-406a-8398-91fc7e2a2261 None None] New status for floating IP 29188f34-4fd3-45c0-992a-1fd90003fd87: ACTIVE {{(pid=94616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 13:39:34.105697 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae05b3-319a-4490-8b3b-c4e223ce4721 req-6e82a070-03bd-418b-b827-5f0af52f3e20 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:34.107253 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d0ae05b3-319a-4490-8b3b-c4e223ce4721 req-6e82a070-03bd-418b-b827-5f0af52f3e20 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 945 time: 0.0511751 Aug 26 13:39:34.151491 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d0ae05b3-319a-4490-8b3b-c4e223ce4721 req-cb01859b-c334-4579-adc5-bd09423fdbc7 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381587 Aug 26 13:39:34.452555 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 up at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:39:34.501805 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning complete for port 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:39:34.502177 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:34.582739 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:34.604935 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ccc686-1ce4-45ac-8fd3-e1b23818371b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18fb0b18-c6df-42fe-9d78-6d4ab5d593f8'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:39:34.607321 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adf09783f65fc29d397fc30c9e785295af8fecd29e58eb7f547da51af43e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b633c24e-dc9e-4b04-8e58-864377242674" -d '{"events": [{"server_uuid": "31ccc686-1ce4-45ac-8fd3-e1b23818371b", "name": "network-vif-plugged", "status": "completed", "tag": "18fb0b18-c6df-42fe-9d78-6d4ab5d593f8"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:39:34.621054 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=18fb0b18-c6df-42fe-9d78-6d4ab5d593f8,segment=NetworkSegment(622f9d42-2ef0-4df2-9e01-d60060392ec1),segment_id=622f9d42-2ef0-4df2-9e01-d60060392ec1)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:39:34.643928 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b250866f-1591-446f-a4bf-730cc5e0ed35 x-openstack-request-id: req-b250866f-1591-446f-a4bf-730cc5e0ed35 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:39:34.644275 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ccc686-1ce4-45ac-8fd3-e1b23818371b", "name": "network-vif-plugged", "status": "completed", "tag": "18fb0b18-c6df-42fe-9d78-6d4ab5d593f8", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:39:34.644563 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b250866f-1591-446f-a4bf-730cc5e0ed35 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:39:34.645039 dv-cinder-786386-11-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ccc686-1ce4-45ac-8fd3-e1b23818371b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18fb0b18-c6df-42fe-9d78-6d4ab5d593f8', 'code': 200} Aug 26 13:39:34.744216 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:34.795919 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=18fb0b18-c6df-42fe-9d78-6d4ab5d593f8,revision_number=7']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:35.272227 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3b6de-5504-4257-a2f4-ebed10c73605 req-0936a286-ef82-469f-b5b6-bdc3494e0962 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:35.273818 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-47f3b6de-5504-4257-a2f4-ebed10c73605 req-0936a286-ef82-469f-b5b6-bdc3494e0962 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.0494740 Aug 26 13:39:35.311439 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-47f3b6de-5504-4257-a2f4-ebed10c73605 req-acfa0475-48fd-445e-844c-ac0aa5f2a4bc tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316832 Aug 26 13:39:35.765846 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 6 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:39:35.818034 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f960a4b-6cce-48a2-a6c7-1ed5d6175ccf req-d41cc232-d307-42a0-a887-5f1465e0e3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:35.819536 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3f960a4b-6cce-48a2-a6c7-1ed5d6175ccf req-d41cc232-d307-42a0-a887-5f1465e0e3c6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=65130eabd4ec48ceae0756fbd43feccb&device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 1098 time: 0.0421698 Aug 26 13:39:35.919846 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f960a4b-6cce-48a2-a6c7-1ed5d6175ccf req-23309a92-dcf0-45f9-8543-42743f06b271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:35.921362 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3f960a4b-6cce-48a2-a6c7-1ed5d6175ccf req-23309a92-dcf0-45f9-8543-42743f06b271 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d1d603f2-7a88-43bf-9288-e294a103440d HTTP/1.1" status: 200 len: 911 time: 0.0929008 Aug 26 13:39:35.996355 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3f960a4b-6cce-48a2-a6c7-1ed5d6175ccf req-a6e70a47-15d1-4503-b6c0-b12d3cd30797 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6 HTTP/1.1" status: 200 len: 1000 time: 0.0611088 Aug 26 13:39:36.052412 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f960a4b-6cce-48a2-a6c7-1ed5d6175ccf req-eb421f86-0110-4538-bc66-aefe53bd8764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:36.053939 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3f960a4b-6cce-48a2-a6c7-1ed5d6175ccf req-eb421f86-0110-4538-bc66-aefe53bd8764 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c1715bbd-f5d8-429f-ad95-4ec258043bdf HTTP/1.1" status: 200 len: 849 time: 0.0463078 Aug 26 13:39:36.121485 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f960a4b-6cce-48a2-a6c7-1ed5d6175ccf req-32baf391-eec5-4418-8264-8e31a2da5b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:36.123058 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3f960a4b-6cce-48a2-a6c7-1ed5d6175ccf req-32baf391-eec5-4418-8264-8e31a2da5b62 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d1d603f2-7a88-43bf-9288-e294a103440d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0446723 Aug 26 13:39:36.218029 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3f960a4b-6cce-48a2-a6c7-1ed5d6175ccf req-fb62edb8-6d15-4e33-be38-fba6892db695 service neutron] 10.222.0.38 "GET /v2.0/networks/d1d603f2-7a88-43bf-9288-e294a103440d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855126 Aug 26 13:39:36.586803 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3f960a4b-6cce-48a2-a6c7-1ed5d6175ccf req-c23ca709-0362-4a53-ad50-c35d8408f5ee service neutron] 10.222.0.38 "GET /v2.0/networks/d1d603f2-7a88-43bf-9288-e294a103440d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395061 Aug 26 13:39:36.594695 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe4e3b-2058-4044-8bea-3761aaad6869 req-4fe39606-6ede-4fbe-859b-830844c92e2f tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:36.596309 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9dbe4e3b-2058-4044-8bea-3761aaad6869 req-4fe39606-6ede-4fbe-859b-830844c92e2f tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.0801861 Aug 26 13:39:36.650449 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9dbe4e3b-2058-4044-8bea-3761aaad6869 req-af6dbdcf-e5e7-4798-9b2b-3962e3ec1b49 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471630 Aug 26 13:39:37.796663 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194e37f-2bd8-47cf-8859-ea3d8a429fa0 req-95a7f655-2657-45df-8f44-32795aef4d04 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:37.813091 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7194e37f-2bd8-47cf-8859-ea3d8a429fa0 req-95a7f655-2657-45df-8f44-32795aef4d04 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.0697422 Aug 26 13:39:37.878285 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7194e37f-2bd8-47cf-8859-ea3d8a429fa0 req-3bf5d6fc-6d4a-4bc1-a8ea-fe91e4194efc tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669184 Aug 26 13:39:38.044078 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af9df9-5ca1-4488-ae5b-0f2f0d5a0ad6 req-9186fd6b-5b1f-4df4-8d88-81fb5f870223 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:38.056842 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-77af9df9-5ca1-4488-ae5b-0f2f0d5a0ad6 req-9186fd6b-5b1f-4df4-8d88-81fb5f870223 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.1195569 Aug 26 13:39:38.188649 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-77af9df9-5ca1-4488-ae5b-0f2f0d5a0ad6 req-49ad9e47-9f13-4396-bfba-8e45003daeac tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304219 Aug 26 13:39:39.145488 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 58322) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:39:39.338828 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-dba95c36-4343-482b-9a99-32ffc4685f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:39.500667 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-dba95c36-4343-482b-9a99-32ffc4685f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:39.561454 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-dba95c36-4343-482b-9a99-32ffc4685f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:39.601259 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba95c36-4343-482b-9a99-32ffc4685f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0e6be6-e598-4d28-84fe-a9c94867cd56,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:39.618090 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-dba95c36-4343-482b-9a99-32ffc4685f41 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d23ccbc20ac2484383a80135eed4f1da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4703789 Aug 26 13:39:39.621183 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 58330) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:39:39.693027 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d8fe94ad-042a-4835-b228-cf76b4983f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:39.730234 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d8fe94ad-042a-4835-b228-cf76b4983f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:39.994178 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc71c06-7988-4798-96df-f61fcf8e280c req-c1b80b61-d092-47ad-9132-481c1cf06a83 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:39.995828 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6bc71c06-7988-4798-96df-f61fcf8e280c req-c1b80b61-d092-47ad-9132-481c1cf06a83 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.0520031 Aug 26 13:39:40.037355 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6bc71c06-7988-4798-96df-f61fcf8e280c req-2ec27ad3-865a-4901-af34-521841372708 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353901 Aug 26 13:39:40.201671 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d8fe94ad-042a-4835-b228-cf76b4983f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:40.204625 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d8fe94ad-042a-4835-b228-cf76b4983f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:40.205805 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-d8fe94ad-042a-4835-b228-cf76b4983f99 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8e0e6be6-e598-4d28-84fe-a9c94867cd56 HTTP/1.1" status: 204 len: 168 time: 0.5841455 Aug 26 13:39:40.214006 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe94ad-042a-4835-b228-cf76b4983f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0e6be6-e598-4d28-84fe-a9c94867cd56,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:41.230189 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 58362) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:39:41.235068 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49febce8-0f61-47e7-9d0b-e5fc7050adf2 req-b2f05d6b-26f8-44e5-92cb-66348d5c004c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:41.239677 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-49febce8-0f61-47e7-9d0b-e5fc7050adf2 req-b2f05d6b-26f8-44e5-92cb-66348d5c004c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.0775411 Aug 26 13:39:41.261044 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5a585a6a-8ab7-4883-bc2f-8cca333aa7be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:41.330319 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-49febce8-0f61-47e7-9d0b-e5fc7050adf2 req-a470a010-b7ff-4bd2-86a6-6125877d4e10 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846517 Aug 26 13:39:41.496370 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5a585a6a-8ab7-4883-bc2f-8cca333aa7be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:41.599387 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 58370) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:39:41.609666 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5a585a6a-8ab7-4883-bc2f-8cca333aa7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:41.709962 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a585a6a-8ab7-4883-bc2f-8cca333aa7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83045dfb-2af3-44dd-99ca-73219d76e49e,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:41.717061 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-5a585a6a-8ab7-4883-bc2f-8cca333aa7be admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=db1ea1e6778046cc915052fa92fd6c85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4839633 Aug 26 13:39:41.719886 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 58378) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:39:41.820951 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d8f8544e-e7e6-4979-836f-85054d9ad8e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:41.961429 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-8937def7-4f57-4c09-9082-cdab9a62be6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:42.013692 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-8937def7-4f57-4c09-9082-cdab9a62be6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:42.040633 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d8f8544e-e7e6-4979-836f-85054d9ad8e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:42.186536 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d8f8544e-e7e6-4979-836f-85054d9ad8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:42.235734 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-8937def7-4f57-4c09-9082-cdab9a62be6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:42.238365 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-8937def7-4f57-4c09-9082-cdab9a62be6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:42.244360 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-8937def7-4f57-4c09-9082-cdab9a62be6d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/83045dfb-2af3-44dd-99ca-73219d76e49e HTTP/1.1" status: 204 len: 168 time: 0.5186994 Aug 26 13:39:42.248236 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 58394) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:39:42.257367 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-d8f8544e-e7e6-4979-836f-85054d9ad8e0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c1463c6e83584a94926b2a9a5761616f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6567335 Aug 26 13:39:42.260039 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f8544e-e7e6-4979-836f-85054d9ad8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d94e0a7-2570-433a-b619-a092e7a983fb,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:42.288778 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937def7-4f57-4c09-9082-cdab9a62be6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83045dfb-2af3-44dd-99ca-73219d76e49e,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:42.351133 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-de573e69-6f96-4922-8aab-343d7fd4702d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:42.404821 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-de573e69-6f96-4922-8aab-343d7fd4702d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:42.533402 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52178a4f-acd4-451f-b2a5-60a91beaeda9 req-7361de16-6ba4-4514-9a61-256c6fb03452 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:42.535143 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-52178a4f-acd4-451f-b2a5-60a91beaeda9 req-7361de16-6ba4-4514-9a61-256c6fb03452 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.1035073 Aug 26 13:39:42.598499 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-52178a4f-acd4-451f-b2a5-60a91beaeda9 req-9743d4f0-83ae-4135-ac04-b620dde0aeb6 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557027 Aug 26 13:39:42.671591 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-de573e69-6f96-4922-8aab-343d7fd4702d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:42.676805 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-de573e69-6f96-4922-8aab-343d7fd4702d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:42.679041 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-de573e69-6f96-4922-8aab-343d7fd4702d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2d94e0a7-2570-433a-b619-a092e7a983fb HTTP/1.1" status: 204 len: 168 time: 0.4282236 Aug 26 13:39:42.701612 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de573e69-6f96-4922-8aab-343d7fd4702d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d94e0a7-2570-433a-b619-a092e7a983fb,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:43.754585 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec43951-7c25-4579-9789-f060046522f5 req-e6bf1f50-bf67-47c7-9b9c-f752fdaadc7f tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:43.756766 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-eec43951-7c25-4579-9789-f060046522f5 req-e6bf1f50-bf67-47c7-9b9c-f752fdaadc7f tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.0660906 Aug 26 13:39:43.806277 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-eec43951-7c25-4579-9789-f060046522f5 req-1862bd2d-d245-4f0b-ab99-e3b5b6ab540d tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416124 Aug 26 13:39:45.001783 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 58486) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:39:45.068599 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e288158-c99c-431e-8f83-0f61edf6885b req-54c17fff-efa1-4b94-aedf-a25002f0d0a2 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:45.072424 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3e288158-c99c-431e-8f83-0f61edf6885b req-54c17fff-efa1-4b94-aedf-a25002f0d0a2 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.1099057 Aug 26 13:39:45.135758 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3e288158-c99c-431e-8f83-0f61edf6885b req-6144c97d-a7d8-403e-8a4a-1b4b717f8122 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539951 Aug 26 13:39:45.197877 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-4de6455d-ec0a-4f36-9fc4-921272a6c6bb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-629034658-network', 'tenant_id': '42581d098bad41969e8958b4a30db51f'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:39:45.269564 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de6455d-ec0a-4f36-9fc4-921272a6c6bb admin admin] Made reservation on behalf of 42581d098bad41969e8958b4a30db51f for: {'network': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:39:45.272179 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4de6455d-ec0a-4f36-9fc4-921272a6c6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for network, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:45.282959 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4de6455d-ec0a-4f36-9fc4-921272a6c6bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:45.447752 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4de6455d-ec0a-4f36-9fc4-921272a6c6bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:45.578590 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4de6455d-ec0a-4f36-9fc4-921272a6c6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:45.637468 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de6455d-ec0a-4f36-9fc4-921272a6c6bb admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=94615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 13:39:45.672065 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6455d-ec0a-4f36-9fc4-921272a6c6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a28123-d86e-4cfb-b0d5-ba03a5bb055c,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:45.676248 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4de6455d-ec0a-4f36-9fc4-921272a6c6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388'] for segment, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:45.677096 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.db.segments_db [None req-4de6455d-ec0a-4f36-9fc4-921272a6c6bb admin admin] Added segment 32d3525f-9d26-4906-87cc-93c5d5530eb6 of type vlan for network a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda Aug 26 13:39:45.747212 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4de6455d-ec0a-4f36-9fc4-921272a6c6bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790399845762'] for network, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:45.876718 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4de6455d-ec0a-4f36-9fc4-921272a6c6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412'] for network, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:45.879126 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de6455d-ec0a-4f36-9fc4-921272a6c6bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:45.881751 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4de6455d-ec0a-4f36-9fc4-921272a6c6bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for network, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:46.012970 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6455d-ec0a-4f36-9fc4-921272a6c6bb admin admin] Pushing event updated for resources: {'Network': ['ID=a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:46.030358 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Network a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda details requested by agent ovs-agent-dv-cinder-786386-11-iscsi with host dv-cinder-786386-11-iscsi {{(pid=94616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 13:39:46.118278 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 58510) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:39:46.169277 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-4de6455d-ec0a-4f36-9fc4-921272a6c6bb admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1654799 Aug 26 13:39:46.175321 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 58514) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:39:46.179929 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-4d0e734f-b320-48e6-863d-cca1395a84c2 admin admin] Request body: {'subnet': {'network_id': 'a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-629034658-subnet', 'tenant_id': '42581d098bad41969e8958b4a30db51f', 'ip_version': 4}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:39:46.296124 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c57ae0df-bbe5-4aa9-8e38-4bd47dca55e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:46.297956 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0e734f-b320-48e6-863d-cca1395a84c2 admin admin] Made reservation on behalf of 42581d098bad41969e8958b4a30db51f for: {'subnet': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:39:46.300493 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4d0e734f-b320-48e6-863d-cca1395a84c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593099'] for subnet, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:46.331939 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c317f76-e0a7-4a94-8f0d-c4233bb735d5 req-1daff60f-9884-448b-9b45-6ddaf4590ab4 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:46.333920 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2c317f76-e0a7-4a94-8f0d-c4233bb735d5 req-1daff60f-9884-448b-9b45-6ddaf4590ab4 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.0660324 Aug 26 13:39:46.386295 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2c317f76-e0a7-4a94-8f0d-c4233bb735d5 req-c7b998eb-3211-4c28-9b82-06a86da16436 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453649 Aug 26 13:39:46.546771 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c57ae0df-bbe5-4aa9-8e38-4bd47dca55e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:46.625040 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4d0e734f-b320-48e6-863d-cca1395a84c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8760289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593081'] for subnet, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:46.685225 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c57ae0df-bbe5-4aa9-8e38-4bd47dca55e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:46.695223 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e734f-b320-48e6-863d-cca1395a84c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df87cdb7-ca74-41e6-949b-3361333e43fa,revision_number=0']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:46.750234 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0e734f-b320-48e6-863d-cca1395a84c2 admin admin] Checking segment: {'id': '32d3525f-9d26-4906-87cc-93c5d5530eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:39:46.750610 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0e734f-b320-48e6-863d-cca1395a84c2 admin admin] Network hostable DHCP agents. Network: a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda, hostable agents: ['4ade96b1-406d-4ebc-948b-9bb0af99b177'], hosted agents: [] {{(pid=94615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 13:39:46.775471 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-c57ae0df-bbe5-4aa9-8e38-4bd47dca55e2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5fe0fb95ae6f4a24b5a4c5c158dcf756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6456923 Aug 26 13:39:46.775471 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ae0df-bbe5-4aa9-8e38-4bd47dca55e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019b3e1e-4957-42df-9fc5-0782ad5b7829,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:46.775748 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 58524) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:39:46.870423 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0e734f-b320-48e6-863d-cca1395a84c2 admin admin] Network a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda is scheduled to be hosted by DHCP agent 4ade96b1-406d-4ebc-948b-9bb0af99b177 with binding_index 1 {{(pid=94615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 13:39:46.907050 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-04570f4a-563e-4464-b1f8-b42f7bf2c23d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:46.933009 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-04570f4a-563e-4464-b1f8-b42f7bf2c23d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:46.950918 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-4d0e734f-b320-48e6-863d-cca1395a84c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-11-iscsi, a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda) {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:39:46.955621 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0e734f-b320-48e6-863d-cca1395a84c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:46.956044 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4d0e734f-b320-48e6-863d-cca1395a84c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:46.963619 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4023ac53-e0ce-4b60-965c-974096693364 None None] Network a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:39:47.066366 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-4d0e734f-b320-48e6-863d-cca1395a84c2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8905575 Aug 26 13:39:47.071079 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 58528) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:39:47.077242 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-cf00a4d7-80ad-4a68-8545-04d3df184f13 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-629034658-router', 'tenant_id': '42581d098bad41969e8958b4a30db51f', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'}}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:39:47.088388 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-04570f4a-563e-4464-b1f8-b42f7bf2c23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:47.093664 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-04570f4a-563e-4464-b1f8-b42f7bf2c23d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:47.099271 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-04570f4a-563e-4464-b1f8-b42f7bf2c23d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/019b3e1e-4957-42df-9fc5-0782ad5b7829 HTTP/1.1" status: 204 len: 168 time: 0.3180916 Aug 26 13:39:47.180976 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04570f4a-563e-4464-b1f8-b42f7bf2c23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019b3e1e-4957-42df-9fc5-0782ad5b7829,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:47.198878 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96206cc1-2e16-43b8-a81d-918947b9e85d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e57bd44-56e5-5669-b06f-8b51ccd0965c-a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda', 'network_id': 'a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda', 'tenant_id': '42581d098bad41969e8958b4a30db51f', 'fixed_ips': [{'subnet_id': 'df87cdb7-ca74-41e6-949b-3361333e43fa'}]}} from dv-cinder-786386-11-iscsi. {{(pid=94616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 13:39:47.201269 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-96206cc1-2e16-43b8-a81d-918947b9e85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:47.252677 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-cf00a4d7-80ad-4a68-8545-04d3df184f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13099'] for router, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:47.254284 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-cf00a4d7-80ad-4a68-8545-04d3df184f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13090'] for router, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:47.299007 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 58538) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:39:47.367466 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-cf00a4d7-80ad-4a68-8545-04d3df184f13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:47.445050 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [None req-96206cc1-2e16-43b8-a81d-918947b9e85d None None] Allocated IP 172.20.0.2 (a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda/df87cdb7-ca74-41e6-949b-3361333e43fa/70a83b6f-4f2e-4732-b33d-03e22f3a3974) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:39:47.486307 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-bb185df9-51c2-47a2-be83-709b1cb16977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:47.680588 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-bb185df9-51c2-47a2-be83-709b1cb16977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:47.683496 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336137f2-36d4-4782-9bb2-d051b65bca56 req-467be295-c6e1-45aa-94f6-4fc1285d6a46 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:47.685523 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-336137f2-36d4-4782-9bb2-d051b65bca56 req-467be295-c6e1-45aa-94f6-4fc1285d6a46 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.1647651 Aug 26 13:39:47.694566 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-cf00a4d7-80ad-4a68-8545-04d3df184f13 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:47.712063 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-96206cc1-2e16-43b8-a81d-918947b9e85d None None] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:47.724113 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-96206cc1-2e16-43b8-a81d-918947b9e85d None None] Transition to ACTIVE for port object 70a83b6f-4f2e-4732-b33d-03e22f3a3974 will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:39:47.746440 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-96206cc1-2e16-43b8-a81d-918947b9e85d None None] Transition to ACTIVE for port object 70a83b6f-4f2e-4732-b33d-03e22f3a3974 will not be triggered until provisioned by entity DHCP. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:39:47.760536 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-336137f2-36d4-4782-9bb2-d051b65bca56 req-cc3a2b4d-c618-480b-b689-a94a12d77eb1 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597885 Aug 26 13:39:47.842326 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-bb185df9-51c2-47a2-be83-709b1cb16977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:47.900789 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-bb185df9-51c2-47a2-be83-709b1cb16977 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=adbabd1ffad749e0a56545b43d7b3e1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6005130 Aug 26 13:39:47.901663 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb185df9-51c2-47a2-be83-709b1cb16977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355db8d7-3f84-472b-9809-600120fcd34d,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:47.906560 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-96206cc1-2e16-43b8-a81d-918947b9e85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:47.908427 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 58554) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:39:47.987345 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96206cc1-2e16-43b8-a81d-918947b9e85d None None] Network a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:39:47.991272 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-96206cc1-2e16-43b8-a81d-918947b9e85d None None] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:39:47.993937 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96206cc1-2e16-43b8-a81d-918947b9e85d None None] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:39:48.007856 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-db19d5b0-526d-48a5-a9ea-075a157d5016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:48.033485 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-db19d5b0-526d-48a5-a9ea-075a157d5016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:48.055895 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96206cc1-2e16-43b8-a81d-918947b9e85d None None] Pushing event updated for resources: {'Port': ['ID=70a83b6f-4f2e-4732-b33d-03e22f3a3974,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:48.076947 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96206cc1-2e16-43b8-a81d-918947b9e85d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:48.076947 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96206cc1-2e16-43b8-a81d-918947b9e85d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:48.076947 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96206cc1-2e16-43b8-a81d-918947b9e85d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:48.076947 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96206cc1-2e16-43b8-a81d-918947b9e85d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:48.076947 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96206cc1-2e16-43b8-a81d-918947b9e85d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:48.076947 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96206cc1-2e16-43b8-a81d-918947b9e85d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:48.076947 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96206cc1-2e16-43b8-a81d-918947b9e85d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:48.076947 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96206cc1-2e16-43b8-a81d-918947b9e85d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:48.076947 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96206cc1-2e16-43b8-a81d-918947b9e85d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:48.076947 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96206cc1-2e16-43b8-a81d-918947b9e85d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:48.076947 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96206cc1-2e16-43b8-a81d-918947b9e85d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:48.076947 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96206cc1-2e16-43b8-a81d-918947b9e85d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:48.099130 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-96206cc1-2e16-43b8-a81d-918947b9e85d None None] Attempting to bind port 70a83b6f-4f2e-4732-b33d-03e22f3a3974 on host dv-cinder-786386-11-iscsi for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:39:48.099505 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-96206cc1-2e16-43b8-a81d-918947b9e85d None None] Attempting to bind port 70a83b6f-4f2e-4732-b33d-03e22f3a3974 by drivers openvswitch,hyperv on host dv-cinder-786386-11-iscsi at level 0 using segments [{'id': '32d3525f-9d26-4906-87cc-93c5d5530eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:39:48.100092 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96206cc1-2e16-43b8-a81d-918947b9e85d None None] Attempting to bind port 70a83b6f-4f2e-4732-b33d-03e22f3a3974 on network a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:39:48.119718 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96206cc1-2e16-43b8-a81d-918947b9e85d None None] Checking agent: {'id': 'e5d43163-2ed7-4be7-b0e9-dba87db69928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 28, 57), 'started_at': datetime.datetime(2021, 8, 26, 13, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:39:48.120465 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96206cc1-2e16-43b8-a81d-918947b9e85d None None] Checking segment: {'id': '32d3525f-9d26-4906-87cc-93c5d5530eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:39:48.121106 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-96206cc1-2e16-43b8-a81d-918947b9e85d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:48.121819 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96206cc1-2e16-43b8-a81d-918947b9e85d None None] Bound using segment: {'id': '32d3525f-9d26-4906-87cc-93c5d5530eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:39:48.122727 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-96206cc1-2e16-43b8-a81d-918947b9e85d None None] Bound port: 70a83b6f-4f2e-4732-b33d-03e22f3a3974, host: dv-cinder-786386-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d3525f-9d26-4906-87cc-93c5d5530eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:39:48.123369 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-96206cc1-2e16-43b8-a81d-918947b9e85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:48.225373 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-cf00a4d7-80ad-4a68-8545-04d3df184f13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:48.232238 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-96206cc1-2e16-43b8-a81d-918947b9e85d None None] For port 70a83b6f-4f2e-4732-b33d-03e22f3a3974, host dv-cinder-786386-11-iscsi, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:39:48.243805 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-db19d5b0-526d-48a5-a9ea-075a157d5016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:48.248424 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-db19d5b0-526d-48a5-a9ea-075a157d5016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:48.256097 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-96206cc1-2e16-43b8-a81d-918947b9e85d None None] For port 70a83b6f-4f2e-4732-b33d-03e22f3a3974, host dv-cinder-786386-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=70a83b6f-4f2e-4732-b33d-03e22f3a3974,segment=NetworkSegment(32d3525f-9d26-4906-87cc-93c5d5530eb6),segment_id=32d3525f-9d26-4906-87cc-93c5d5530eb6)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:39:48.256558 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-db19d5b0-526d-48a5-a9ea-075a157d5016 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/355db8d7-3f84-472b-9809-600120fcd34d HTTP/1.1" status: 204 len: 168 time: 0.3395803 Aug 26 13:39:48.268752 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db19d5b0-526d-48a5-a9ea-075a157d5016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355db8d7-3f84-472b-9809-600120fcd34d,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:48.289068 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-cf00a4d7-80ad-4a68-8545-04d3df184f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:48.369910 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-96206cc1-2e16-43b8-a81d-918947b9e85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:48.464450 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96206cc1-2e16-43b8-a81d-918947b9e85d None None] Pushing event updated for resources: {'Port': ['ID=70a83b6f-4f2e-4732-b33d-03e22f3a3974,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:48.477747 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_common [None req-cf00a4d7-80ad-4a68-8545-04d3df184f13 admin admin] Allocated IP 172.27.2.191 (0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a/b7ae35bd-0037-4f3a-908b-b50a80e8b092/1e2972e8-ed8d-494a-b5e0-07e47b04cf98) {{(pid=94614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:39:48.600914 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-cf00a4d7-80ad-4a68-8545-04d3df184f13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:48.905560 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450162b5-1704-48b8-b77b-8a8817d27ee1 req-727cacda-baf3-4097-88c5-1d7dc0dbf511 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:48.907173 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-450162b5-1704-48b8-b77b-8a8817d27ee1 req-727cacda-baf3-4097-88c5-1d7dc0dbf511 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.0498352 Aug 26 13:39:48.948914 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-450162b5-1704-48b8-b77b-8a8817d27ee1 req-7dc7347b-441e-4788-aa6e-80fdb2d3d8d5 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354855 Aug 26 13:39:49.106791 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 70a83b6f-4f2e-4732-b33d-03e22f3a3974 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:39:49.391284 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-cf00a4d7-80ad-4a68-8545-04d3df184f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:49.401518 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning for port 70a83b6f-4f2e-4732-b33d-03e22f3a3974 completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:39:49.442290 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf00a4d7-80ad-4a68-8545-04d3df184f13 admin admin] Network 0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:39:49.454100 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-cf00a4d7-80ad-4a68-8545-04d3df184f13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:39:49.456728 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf00a4d7-80ad-4a68-8545-04d3df184f13 admin admin] Received port after_create {{(pid=94614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:39:49.484674 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e41fca7-d7d5-4ca7-ba94-5f213700d265 None None] Network a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:39:49.515257 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00a4d7-80ad-4a68-8545-04d3df184f13 admin admin] Pushing event updated for resources: {'Port': ['ID=1e2972e8-ed8d-494a-b5e0-07e47b04cf98,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:50.015484 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-346d911a-f036-45b4-a545-bd3f2103fc44 None None] Provisioning for port 70a83b6f-4f2e-4732-b33d-03e22f3a3974 completed by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:39:50.026417 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-346d911a-f036-45b4-a545-bd3f2103fc44 None None] Provisioning complete for port 70a83b6f-4f2e-4732-b33d-03e22f3a3974 triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:39:50.026417 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-346d911a-f036-45b4-a545-bd3f2103fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:50.163215 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 58592) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:39:50.201546 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9856b-d837-41e1-bd03-ca0b0de5b9c3 req-53cbc507-5c36-410c-8bb9-78986510a62a tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:50.203152 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-39a9856b-d837-41e1-bd03-ca0b0de5b9c3 req-53cbc507-5c36-410c-8bb9-78986510a62a tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.1272357 Aug 26 13:39:50.216874 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-346d911a-f036-45b4-a545-bd3f2103fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:50.231127 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-cf00a4d7-80ad-4a68-8545-04d3df184f13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:50.294788 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-346d911a-f036-45b4-a545-bd3f2103fc44 None None] For port 70a83b6f-4f2e-4732-b33d-03e22f3a3974, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=70a83b6f-4f2e-4732-b33d-03e22f3a3974,segment=NetworkSegment(32d3525f-9d26-4906-87cc-93c5d5530eb6),segment_id=32d3525f-9d26-4906-87cc-93c5d5530eb6)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:39:50.318113 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-39a9856b-d837-41e1-bd03-ca0b0de5b9c3 req-2d5886d9-f182-4fb2-8be3-8e53f76246e2 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035562 Aug 26 13:39:50.448628 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-346d911a-f036-45b4-a545-bd3f2103fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:50.449558 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-59336aa4-6659-4db6-b125-fbe0066a5c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:50.527999 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d911a-f036-45b4-a545-bd3f2103fc44 None None] Pushing event updated for resources: {'Port': ['ID=70a83b6f-4f2e-4732-b33d-03e22f3a3974,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:50.577791 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-29cc66ee-15aa-44ea-b93c-5aa588605c0c None None] Provisioning complete for port 70a83b6f-4f2e-4732-b33d-03e22f3a3974 triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:39:50.578184 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-29cc66ee-15aa-44ea-b93c-5aa588605c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:50.585951 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-cf00a4d7-80ad-4a68-8545-04d3df184f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-428405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430587'] for router, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:50.624723 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-59336aa4-6659-4db6-b125-fbe0066a5c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:50.672204 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 58612) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:39:50.694023 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-48596b0e-3f5d-4328-9142-af7d6a90e987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:50.798251 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-59336aa4-6659-4db6-b125-fbe0066a5c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:50.862964 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-59336aa4-6659-4db6-b125-fbe0066a5c71 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c9059a3489094c2ba9d111bfaa601354&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6951556 Aug 26 13:39:50.864393 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 58620) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:39:50.865944 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59336aa4-6659-4db6-b125-fbe0066a5c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76aa5c39-e201-42be-ab4f-291a29e9404c,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:50.911108 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf00a4d7-80ad-4a68-8545-04d3df184f13 admin admin] Router 068568c5-558f-473d-9684-ad063777eeb4 is scheduled to L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 with binding_index 1 {{(pid=94614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 13:39:50.959466 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4e8f962a-08ff-4de1-9784-f75123e3a6f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:50.999252 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4e8f962a-08ff-4de1-9784-f75123e3a6f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:51.010573 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-48596b0e-3f5d-4328-9142-af7d6a90e987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:51.056747 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf00a4d7-80ad-4a68-8545-04d3df184f13 admin admin] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:39:51.067704 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e773032f-e61a-42e4-b1f7-ac019e671d0d None None] Sync routers for ids ['068568c5-558f-473d-9684-ad063777eeb4'] in dv-cinder-786386-11-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:39:51.080525 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e773032f-e61a-42e4-b1f7-ac019e671d0d None None] Routers {'068568c5-558f-473d-9684-ad063777eeb4'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:39:51.082185 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-e773032f-e61a-42e4-b1f7-ac019e671d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:39:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['068568c5-558f-473d-9684-ad063777eeb4'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:39:51.122199 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-48596b0e-3f5d-4328-9142-af7d6a90e987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:51.124127 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 70a83b6f-4f2e-4732-b33d-03e22f3a3974 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:39:51.159924 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48596b0e-3f5d-4328-9142-af7d6a90e987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b56ba12-cef0-4843-93c8-1903c1b1ad81,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:51.164222 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5149a2e-2b02-4fcf-90c2-29cf2a0f747b req-92c21abe-91fe-4ff4-ad64-422bc003cd00 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:51.166136 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a5149a2e-2b02-4fcf-90c2-29cf2a0f747b req-92c21abe-91fe-4ff4-ad64-422bc003cd00 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.0842106 Aug 26 13:39:51.182255 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-48596b0e-3f5d-4328-9142-af7d6a90e987 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=50acae56c0734953ae47b5877f59a519&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5066805 Aug 26 13:39:51.183013 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 58628) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:39:51.207661 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4e8f962a-08ff-4de1-9784-f75123e3a6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:51.210584 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4e8f962a-08ff-4de1-9784-f75123e3a6f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:51.213921 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-4e8f962a-08ff-4de1-9784-f75123e3a6f0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/76aa5c39-e201-42be-ab4f-291a29e9404c HTTP/1.1" status: 204 len: 168 time: 0.3428161 Aug 26 13:39:51.221885 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port 70a83b6f-4f2e-4732-b33d-03e22f3a3974 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:39:51.222273 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:51.230060 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a5149a2e-2b02-4fcf-90c2-29cf2a0f747b req-b31d7163-4100-4618-8b34-40966cad5c19 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498238 Aug 26 13:39:51.244932 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-cf00a4d7-80ad-4a68-8545-04d3df184f13 admin admin] Notify callbacks [] for router, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:51.248814 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-cf00a4d7-80ad-4a68-8545-04d3df184f13 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1751163 Aug 26 13:39:51.254257 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 58634) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:39:51.277096 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f962a-08ff-4de1-9784-f75123e3a6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76aa5c39-e201-42be-ab4f-291a29e9404c,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:51.279629 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-e773032f-e61a-42e4-b1f7-ac019e671d0d None None] Set router 068568c5-558f-473d-9684-ad063777eeb4 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:39:51.318208 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-56409af5-1b07-4789-b063-5076b858c6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:51.350789 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-56409af5-1b07-4789-b063-5076b858c6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:51.464109 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba67bb-c6a1-4743-9e20-1db4f41be2f2 req-dd387526-204c-4fec-aa1d-df04c0d065c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:51.466162 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ebba67bb-c6a1-4743-9e20-1db4f41be2f2 req-dd387526-204c-4fec-aa1d-df04c0d065c9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf48eac27ef64ed48fd83b9d2b1cab96&device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 1098 time: 0.1114714 Aug 26 13:39:51.555894 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-56409af5-1b07-4789-b063-5076b858c6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:51.559581 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-56409af5-1b07-4789-b063-5076b858c6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:51.561672 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-56409af5-1b07-4789-b063-5076b858c6b2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3b56ba12-cef0-4843-93c8-1903c1b1ad81 HTTP/1.1" status: 204 len: 168 time: 0.3775208 Aug 26 13:39:51.571373 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56409af5-1b07-4789-b063-5076b858c6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b56ba12-cef0-4843-93c8-1903c1b1ad81,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:51.589438 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-e773032f-e61a-42e4-b1f7-ac019e671d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068568c5-558f-473d-9684-ad063777eeb4', 'name': 'tempest-TestShelveInstance-629034658-router', 'tenant_id': '42581d098bad41969e8958b4a30db51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '1e2972e8-ed8d-494a-b5e0-07e47b04cf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:39:47Z', 'updated_at': '2021-08-26T13:39:49Z', 'revision_number': 3, 'project_id': '42581d098bad41969e8958b4a30db51f', 'gw_port': {'id': '1e2972e8-ed8d-494a-b5e0-07e47b04cf98', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068568c5-558f-473d-9684-ad063777eeb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:39:48Z', 'updated_at': '2021-08-26T13:39:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:39:51.624789 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e773032f-e61a-42e4-b1f7-ac019e671d0d None None] Checking router: 068568c5-558f-473d-9684-ad063777eeb4 for host: dv-cinder-786386-11-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:39:51.625445 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e773032f-e61a-42e4-b1f7-ac019e671d0d None None] Updating router 068568c5-558f-473d-9684-ad063777eeb4 port 1e2972e8-ed8d-494a-b5e0-07e47b04cf98 binding host dv-cinder-786386-11-iscsi {{(pid=94617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 13:39:51.642299 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 58644) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:39:51.657257 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-e773032f-e61a-42e4-b1f7-ac019e671d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:51.811849 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-fa4811b5-87dd-4daa-aa14-667090e122c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:51.835539 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6df23c-9d75-4edd-a079-dba2e729fec9 req-98e00a1d-7c9a-4824-8061-f5682ec6e267 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:51.837165 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9a6df23c-9d75-4edd-a079-dba2e729fec9 req-98e00a1d-7c9a-4824-8061-f5682ec6e267 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.4033387 Aug 26 13:39:51.937236 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf83f0-68f4-4f11-80d0-4ae5d533bd49 req-0442f996-41db-4830-931b-856c9ef6a284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:51.939087 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e3bf83f0-68f4-4f11-80d0-4ae5d533bd49 req-0442f996-41db-4830-931b-856c9ef6a284 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb7886896a194491958e9bfa03f0ea57&device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 1099 time: 0.0927508 Aug 26 13:39:51.973235 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9a6df23c-9d75-4edd-a079-dba2e729fec9 req-edd551d5-7410-4ef3-b641-ce606d22cc27 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269441 Aug 26 13:39:51.978252 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba67bb-c6a1-4743-9e20-1db4f41be2f2 req-f29c71df-8167-40e8-b890-982096d514da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:51.979752 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ebba67bb-c6a1-4743-9e20-1db4f41be2f2 req-f29c71df-8167-40e8-b890-982096d514da service neutron] 10.222.0.38 "GET /v2.0/networks?id=60ee5afa-17b9-4cf6-a513-d0be6a626ec2 HTTP/1.1" status: 200 len: 920 time: 0.5017872 Aug 26 13:39:52.016059 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-e773032f-e61a-42e4-b1f7-ac019e671d0d None None] Notify callbacks [] for port, precommit_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:52.030606 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-e773032f-e61a-42e4-b1f7-ac019e671d0d None None] Transition to ACTIVE for port object 1e2972e8-ed8d-494a-b5e0-07e47b04cf98 will not be triggered until provisioned by entity L2. {{(pid=94617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:39:52.031366 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ebba67bb-c6a1-4743-9e20-1db4f41be2f2 req-46393e2d-70df-40d5-8077-796fdffc58ba service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61597be3-6d4e-42e3-ba19-d5e2b75991bf HTTP/1.1" status: 200 len: 217 time: 0.0403423 Aug 26 13:39:52.143656 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf83f0-68f4-4f11-80d0-4ae5d533bd49 req-8d7f68c2-59a9-486d-8902-e1bb95ba7a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:52.145073 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e3bf83f0-68f4-4f11-80d0-4ae5d533bd49 req-8d7f68c2-59a9-486d-8902-e1bb95ba7a9c service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f0cbbb0-e1d8-4eda-8b5a-9467452e6368 HTTP/1.1" status: 200 len: 916 time: 0.1973307 Aug 26 13:39:52.147396 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-fa4811b5-87dd-4daa-aa14-667090e122c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:52.150490 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-e773032f-e61a-42e4-b1f7-ac019e671d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:52.180496 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba67bb-c6a1-4743-9e20-1db4f41be2f2 req-b1c2d9e2-2b82-46ac-9659-ec6bd31dcf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:52.182131 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ebba67bb-c6a1-4743-9e20-1db4f41be2f2 req-b1c2d9e2-2b82-46ac-9659-ec6bd31dcf9f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=44553468-309b-402a-9962-58b86538a2f3 HTTP/1.1" status: 200 len: 859 time: 0.1133111 Aug 26 13:39:52.223543 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ebba67bb-c6a1-4743-9e20-1db4f41be2f2 req-927f21b4-683b-4925-8e84-4bb6f2273c70 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=60ee5afa-17b9-4cf6-a513-d0be6a626ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320668 Aug 26 13:39:52.305409 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e3bf83f0-68f4-4f11-80d0-4ae5d533bd49 req-8c83250d-b244-4611-b522-5f26d3366303 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 HTTP/1.1" status: 200 len: 1002 time: 0.1517498 Aug 26 13:39:52.314601 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-fa4811b5-87dd-4daa-aa14-667090e122c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:52.348912 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7e317-29dc-40ea-8e6f-a878822762b6 None None] Pushing event updated for resources: {'Port': ['ID=1e2972e8-ed8d-494a-b5e0-07e47b04cf98,revision_number=2']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:52.361232 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e7e317-29dc-40ea-8e6f-a878822762b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:52.363163 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e7e317-29dc-40ea-8e6f-a878822762b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:52.363695 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e7e317-29dc-40ea-8e6f-a878822762b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:52.371871 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e7e317-29dc-40ea-8e6f-a878822762b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:52.371871 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e7e317-29dc-40ea-8e6f-a878822762b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:52.371871 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e7e317-29dc-40ea-8e6f-a878822762b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:52.371871 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e7e317-29dc-40ea-8e6f-a878822762b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:52.371871 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e7e317-29dc-40ea-8e6f-a878822762b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:52.371871 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e7e317-29dc-40ea-8e6f-a878822762b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:52.371871 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e7e317-29dc-40ea-8e6f-a878822762b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:52.371871 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e7e317-29dc-40ea-8e6f-a878822762b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:52.371871 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e7e317-29dc-40ea-8e6f-a878822762b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:39:52.405292 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-e773032f-e61a-42e4-b1f7-ac019e671d0d None None] Attempting to bind port 1e2972e8-ed8d-494a-b5e0-07e47b04cf98 on host dv-cinder-786386-11-iscsi for vnic_type normal with profile {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:39:52.405976 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-e773032f-e61a-42e4-b1f7-ac019e671d0d None None] Attempting to bind port 1e2972e8-ed8d-494a-b5e0-07e47b04cf98 by drivers openvswitch,hyperv on host dv-cinder-786386-11-iscsi at level 0 using segments [{'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:39:52.406532 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e773032f-e61a-42e4-b1f7-ac019e671d0d None None] Attempting to bind port 1e2972e8-ed8d-494a-b5e0-07e47b04cf98 on network 0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:39:52.429286 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e773032f-e61a-42e4-b1f7-ac019e671d0d None None] Checking agent: {'id': 'e5d43163-2ed7-4be7-b0e9-dba87db69928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 28, 57), 'started_at': datetime.datetime(2021, 8, 26, 13, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:39:52.430007 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e773032f-e61a-42e4-b1f7-ac019e671d0d None None] Checking segment: {'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:39:52.430659 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-e773032f-e61a-42e4-b1f7-ac019e671d0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:52.432200 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e773032f-e61a-42e4-b1f7-ac019e671d0d None None] Bound using segment: {'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:39:52.432922 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-e773032f-e61a-42e4-b1f7-ac019e671d0d None None] Bound port: 1e2972e8-ed8d-494a-b5e0-07e47b04cf98, host: dv-cinder-786386-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'}}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:39:52.434485 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-e773032f-e61a-42e4-b1f7-ac019e671d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:52.457541 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-fa4811b5-87dd-4daa-aa14-667090e122c0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1faf9a88efbd4c3ea1c3ecb0f23732cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8137660 Aug 26 13:39:52.459647 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4811b5-87dd-4daa-aa14-667090e122c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3065c4-df92-4009-9247-3f7c4b39d918,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:52.460862 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 58672) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:39:52.466408 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf83f0-68f4-4f11-80d0-4ae5d533bd49 req-2f9b84f4-0155-4c27-a6d9-039004d5b773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:52.469457 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e3bf83f0-68f4-4f11-80d0-4ae5d533bd49 req-2f9b84f4-0155-4c27-a6d9-039004d5b773 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f404f389-dc0c-4c0d-a515-d27c76237ec3 HTTP/1.1" status: 200 len: 854 time: 0.1333621 Aug 26 13:39:52.525901 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-e773032f-e61a-42e4-b1f7-ac019e671d0d None None] For port 1e2972e8-ed8d-494a-b5e0-07e47b04cf98, host dv-cinder-786386-11-iscsi, cleared binding levels {{(pid=94617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:39:52.529444 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-e773032f-e61a-42e4-b1f7-ac019e671d0d None None] For port 1e2972e8-ed8d-494a-b5e0-07e47b04cf98, host dv-cinder-786386-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=1e2972e8-ed8d-494a-b5e0-07e47b04cf98,segment=NetworkSegment(706c7343-f453-451d-93d0-3f6d714ba662),segment_id=706c7343-f453-451d-93d0-3f6d714ba662)] {{(pid=94617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:39:52.562515 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf83f0-68f4-4f11-80d0-4ae5d533bd49 req-b3af1253-f5c1-4892-9e90-d05206a43b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:52.564109 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e3bf83f0-68f4-4f11-80d0-4ae5d533bd49 req-b3af1253-f5c1-4892-9e90-d05206a43b6d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f0cbbb0-e1d8-4eda-8b5a-9467452e6368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0864267 Aug 26 13:39:52.577177 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-74ffde3b-c126-42c5-8545-b664b7bee37b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:52.596799 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ebba67bb-c6a1-4743-9e20-1db4f41be2f2 req-6c5f54a7-084e-408d-b264-ec8b744bd336 service neutron] 10.222.0.38 "GET /v2.0/networks/60ee5afa-17b9-4cf6-a513-d0be6a626ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423617 Aug 26 13:39:52.619000 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834facd0-bbc4-4b01-8452-684441a0b3aa req-897e187d-c77c-48f8-8068-80d8bbaa7432 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:52.620555 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-834facd0-bbc4-4b01-8452-684441a0b3aa req-897e187d-c77c-48f8-8068-80d8bbaa7432 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.2309785 Aug 26 13:39:52.631498 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-e773032f-e61a-42e4-b1f7-ac019e671d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:52.654379 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-74ffde3b-c126-42c5-8545-b664b7bee37b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:52.698219 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-859469b1-07f4-4842-9a32-a927ce8e1642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:52.714197 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e773032f-e61a-42e4-b1f7-ac019e671d0d None None] Routers {'068568c5-558f-473d-9684-ad063777eeb4'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:39:52.714857 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-e773032f-e61a-42e4-b1f7-ac019e671d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:39:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['068568c5-558f-473d-9684-ad063777eeb4'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:39:52.724206 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e3bf83f0-68f4-4f11-80d0-4ae5d533bd49 req-ed73d7b9-d7d9-499f-9d78-e7674fa5f822 service neutron] 10.222.0.38 "GET /v2.0/networks/4f0cbbb0-e1d8-4eda-8b5a-9467452e6368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377859 Aug 26 13:39:52.774436 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7e317-29dc-40ea-8e6f-a878822762b6 None None] Pushing event updated for resources: {'Port': ['ID=1e2972e8-ed8d-494a-b5e0-07e47b04cf98,revision_number=3']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:52.786942 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-834facd0-bbc4-4b01-8452-684441a0b3aa req-1af0ec3a-5d4a-46f1-96e7-c42e17003bdf tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920916 Aug 26 13:39:52.790755 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ebba67bb-c6a1-4743-9e20-1db4f41be2f2 req-12975ea3-081a-4c63-99bd-daaf9c35737d service neutron] 10.222.0.38 "GET /v2.0/networks/60ee5afa-17b9-4cf6-a513-d0be6a626ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664758 Aug 26 13:39:52.827730 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-74ffde3b-c126-42c5-8545-b664b7bee37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:52.830361 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-74ffde3b-c126-42c5-8545-b664b7bee37b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:52.831523 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-74ffde3b-c126-42c5-8545-b664b7bee37b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aa3065c4-df92-4009-9247-3f7c4b39d918 HTTP/1.1" status: 204 len: 168 time: 0.3689389 Aug 26 13:39:52.877567 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ffde3b-c126-42c5-8545-b664b7bee37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3065c4-df92-4009-9247-3f7c4b39d918,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:52.893875 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-e773032f-e61a-42e4-b1f7-ac019e671d0d None None] Set router 068568c5-558f-473d-9684-ad063777eeb4 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:39:52.920181 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e3bf83f0-68f4-4f11-80d0-4ae5d533bd49 req-42d053ec-bf6b-4c79-bacb-cb871ca35744 service neutron] 10.222.0.38 "GET /v2.0/networks/4f0cbbb0-e1d8-4eda-8b5a-9467452e6368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878455 Aug 26 13:39:53.010534 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_common [None req-859469b1-07f4-4842-9a32-a927ce8e1642 admin admin] Allocated IP 172.20.0.1 (a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda/df87cdb7-ca74-41e6-949b-3361333e43fa/ee35e97a-3c89-4fa8-98d0-18c36e86604c) {{(pid=94614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:39:53.122299 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-e773032f-e61a-42e4-b1f7-ac019e671d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068568c5-558f-473d-9684-ad063777eeb4', 'name': 'tempest-TestShelveInstance-629034658-router', 'tenant_id': '42581d098bad41969e8958b4a30db51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '1e2972e8-ed8d-494a-b5e0-07e47b04cf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:39:47Z', 'updated_at': '2021-08-26T13:39:49Z', 'revision_number': 3, 'project_id': '42581d098bad41969e8958b4a30db51f', 'gw_port': {'id': '1e2972e8-ed8d-494a-b5e0-07e47b04cf98', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068568c5-558f-473d-9684-ad063777eeb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:39:48Z', 'updated_at': '2021-08-26T13:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:39:53.159683 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e773032f-e61a-42e4-b1f7-ac019e671d0d None None] The sync data for ids ['068568c5-558f-473d-9684-ad063777eeb4'] in dv-cinder-786386-11-iscsi is: [{'id': '068568c5-558f-473d-9684-ad063777eeb4', 'name': 'tempest-TestShelveInstance-629034658-router', 'tenant_id': '42581d098bad41969e8958b4a30db51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '1e2972e8-ed8d-494a-b5e0-07e47b04cf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:39:47Z', 'updated_at': '2021-08-26T13:39:49Z', 'revision_number': 3, 'project_id': '42581d098bad41969e8958b4a30db51f', 'gw_port': {'id': '1e2972e8-ed8d-494a-b5e0-07e47b04cf98', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068568c5-558f-473d-9684-ad063777eeb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:39:48Z', 'updated_at': '2021-08-26T13:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:39:53.178178 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e1eb0-a5dc-4934-8308-e5a7790a97f2 req-1f036af1-0a51-4481-b0dc-fced5b860987 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:53.190982 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5b3e1eb0-a5dc-4934-8308-e5a7790a97f2 req-1f036af1-0a51-4481-b0dc-fced5b860987 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.0958457 Aug 26 13:39:53.229620 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-859469b1-07f4-4842-9a32-a927ce8e1642 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:53.254624 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-859469b1-07f4-4842-9a32-a927ce8e1642 admin admin] Transition to ACTIVE for port object ee35e97a-3c89-4fa8-98d0-18c36e86604c will not be triggered until provisioned by entity DHCP. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:39:53.272630 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5b3e1eb0-a5dc-4934-8308-e5a7790a97f2 req-261f81cf-5448-48ba-9a85-975595a6b572 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634961 Aug 26 13:39:53.384882 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-859469b1-07f4-4842-9a32-a927ce8e1642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:53.467334 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859469b1-07f4-4842-9a32-a927ce8e1642 admin admin] Pushing event updated for resources: {'Port': ['ID=ee35e97a-3c89-4fa8-98d0-18c36e86604c,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:53.485481 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859469b1-07f4-4842-9a32-a927ce8e1642 admin admin] Network a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:39:53.488226 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-859469b1-07f4-4842-9a32-a927ce8e1642 admin admin] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:39:53.491901 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859469b1-07f4-4842-9a32-a927ce8e1642 admin admin] Received port after_create {{(pid=94614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:39:53.553749 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-859469b1-07f4-4842-9a32-a927ce8e1642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430372'] for router_interface, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:53.916021 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ae88d230-b287-4636-b749-2d1094d80ea2 None None] Provisioning for port ee35e97a-3c89-4fa8-98d0-18c36e86604c completed by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:39:53.920101 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ae88d230-b287-4636-b749-2d1094d80ea2 None None] Provisioning complete for port ee35e97a-3c89-4fa8-98d0-18c36e86604c triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:39:53.920392 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ae88d230-b287-4636-b749-2d1094d80ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:53.966842 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-859469b1-07f4-4842-9a32-a927ce8e1642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:53.967983 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-ae88d230-b287-4636-b749-2d1094d80ea2 None None] Port ee35e97a-3c89-4fa8-98d0-18c36e86604c cannot update to ACTIVE because it is not bound. {{(pid=94616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 13:39:53.978296 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92cf70-8a69-4f56-8b95-482e49540e73 req-b93d4376-9ef6-40df-8939-b33e7fd126eb tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:53.979870 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8a92cf70-8a69-4f56-8b95-482e49540e73 req-b93d4376-9ef6-40df-8939-b33e7fd126eb tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.1029510 Aug 26 13:39:54.065225 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8a92cf70-8a69-4f56-8b95-482e49540e73 req-437d9ea5-56e9-4af7-a9df-4f12de694b90 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657353 Aug 26 13:39:54.150164 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0fe7e014-b8d8-4714-b20d-8ddbb591b200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:54.269027 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-859469b1-07f4-4842-9a32-a927ce8e1642 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:54.327713 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-859469b1-07f4-4842-9a32-a927ce8e1642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625096'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:54.436946 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859469b1-07f4-4842-9a32-a927ce8e1642 admin admin] Pushing event updated for resources: {'Port': ['ID=ee35e97a-3c89-4fa8-98d0-18c36e86604c,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:54.445376 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-859469b1-07f4-4842-9a32-a927ce8e1642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430843'] for router_interface, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:54.506396 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8a477-3345-4d9a-81b8-39639cc81f3e req-32568d2e-e303-456e-9386-dbdccc534def tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:54.508032 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e3e8a477-3345-4d9a-81b8-39639cc81f3e req-32568d2e-e303-456e-9386-dbdccc534def tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 946 time: 0.1173766 Aug 26 13:39:54.577640 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e3e8a477-3345-4d9a-81b8-39639cc81f3e req-654e86a9-4d51-4d95-a8b0-399fd75513cb tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590880 Aug 26 13:39:54.590562 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859469b1-07f4-4842-9a32-a927ce8e1642 admin admin] Network a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:39:54.592478 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-859469b1-07f4-4842-9a32-a927ce8e1642 admin admin] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:39:54.743938 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859469b1-07f4-4842-9a32-a927ce8e1642 admin admin] Router 068568c5-558f-473d-9684-ad063777eeb4 has already been hosted by L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 {{(pid=94614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 13:39:54.809124 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:39:54.928511 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859469b1-07f4-4842-9a32-a927ce8e1642 admin admin] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:39:54.938816 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-859469b1-07f4-4842-9a32-a927ce8e1642 admin admin] 10.222.0.35 "PUT /v2.0/routers/068568c5-558f-473d-9684-ad063777eeb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6773829 Aug 26 13:39:54.951841 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-abef06df-3868-4558-9af8-66c40428cf35 None None] Provisioning complete for port ee35e97a-3c89-4fa8-98d0-18c36e86604c triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:39:54.952416 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-abef06df-3868-4558-9af8-66c40428cf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:55.036771 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:55.084238 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=18fb0b18-c6df-42fe-9d78-6d4ab5d593f8,segment=NetworkSegment(622f9d42-2ef0-4df2-9e01-d60060392ec1),segment_id=622f9d42-2ef0-4df2-9e01-d60060392ec1)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:39:55.086494 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ccc686-1ce4-45ac-8fd3-e1b23818371b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18fb0b18-c6df-42fe-9d78-6d4ab5d593f8'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:39:55.089408 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adf09783f65fc29d397fc30c9e785295af8fecd29e58eb7f547da51af43e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d552a3ad-f5bc-435e-8a90-ba1a8e6d07a1" -d '{"events": [{"server_uuid": "31ccc686-1ce4-45ac-8fd3-e1b23818371b", "name": "network-vif-unplugged", "status": "completed", "tag": "18fb0b18-c6df-42fe-9d78-6d4ab5d593f8"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:39:55.095346 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-abef06df-3868-4558-9af8-66c40428cf35 None None] Port ee35e97a-3c89-4fa8-98d0-18c36e86604c cannot update to ACTIVE because it is not bound. {{(pid=94616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 13:39:55.156464 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:55.220433 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 13:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fef3469-a365-44f5-b620-b9af6c5b7815 x-openstack-request-id: req-0fef3469-a365-44f5-b620-b9af6c5b7815 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:39:55.220753 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ccc686-1ce4-45ac-8fd3-e1b23818371b", "name": "network-vif-unplugged", "status": "completed", "tag": "18fb0b18-c6df-42fe-9d78-6d4ab5d593f8", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:39:55.221015 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0fef3469-a365-44f5-b620-b9af6c5b7815 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:39:55.221408 dv-cinder-786386-11-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ccc686-1ce4-45ac-8fd3-e1b23818371b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18fb0b18-c6df-42fe-9d78-6d4ab5d593f8', 'code': 200} Aug 26 13:39:55.223856 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 1e2972e8-ed8d-494a-b5e0-07e47b04cf98 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:39:55.284191 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc57bc7-16a2-4ff2-bf3c-9d925f44cdf4 req-3c29f3fa-8030-4504-bf51-7799d989b4cc tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:55.290471 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-afc57bc7-16a2-4ff2-bf3c-9d925f44cdf4 req-3c29f3fa-8030-4504-bf51-7799d989b4cc tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.0670595 Aug 26 13:39:55.298088 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=18fb0b18-c6df-42fe-9d78-6d4ab5d593f8,revision_number=8']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:55.367732 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-afc57bc7-16a2-4ff2-bf3c-9d925f44cdf4 req-b6411ad7-2d03-4fda-8134-c9f5be79921f tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721431 Aug 26 13:39:55.368797 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning for port 1e2972e8-ed8d-494a-b5e0-07e47b04cf98 completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:39:55.374597 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port 1e2972e8-ed8d-494a-b5e0-07e47b04cf98 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:39:55.375183 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:55.479425 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b77764c-a66e-4e60-b1d7-16fc6dfe670f None None] Sync routers for ids ['068568c5-558f-473d-9684-ad063777eeb4'] in dv-cinder-786386-11-iscsi {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:39:55.500592 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b77764c-a66e-4e60-b1d7-16fc6dfe670f None None] Routers {'068568c5-558f-473d-9684-ad063777eeb4'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:39:55.501232 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-7b77764c-a66e-4e60-b1d7-16fc6dfe670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:39:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['068568c5-558f-473d-9684-ad063777eeb4'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:39:55.503655 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:55.562462 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] For port 1e2972e8-ed8d-494a-b5e0-07e47b04cf98, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=1e2972e8-ed8d-494a-b5e0-07e47b04cf98,segment=NetworkSegment(706c7343-f453-451d-93d0-3f6d714ba662),segment_id=706c7343-f453-451d-93d0-3f6d714ba662)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:39:55.588431 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 58834) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:39:55.637065 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-7b77764c-a66e-4e60-b1d7-16fc6dfe670f None None] Set router 068568c5-558f-473d-9684-ad063777eeb4 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:39:55.682559 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:55.733967 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-35092a1c-aca2-4bb6-92b3-9fca35c161e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:55.742066 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Pushing event updated for resources: {'Port': ['ID=1e2972e8-ed8d-494a-b5e0-07e47b04cf98,revision_number=4']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:55.742598 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829dfd7a-b409-403c-8a4d-86586ac2f28d req-f6adccfd-a164-4c04-bc66-60d2c04da3e0 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:55.744323 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-829dfd7a-b409-403c-8a4d-86586ac2f28d req-f6adccfd-a164-4c04-bc66-60d2c04da3e0 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.0674930 Aug 26 13:39:55.827265 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-829dfd7a-b409-403c-8a4d-86586ac2f28d req-06d94bf3-5b17-431d-b779-d9adc360a6f3 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716195 Aug 26 13:39:55.876701 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-35092a1c-aca2-4bb6-92b3-9fca35c161e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:55.944391 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-7b77764c-a66e-4e60-b1d7-16fc6dfe670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068568c5-558f-473d-9684-ad063777eeb4', 'name': 'tempest-TestShelveInstance-629034658-router', 'tenant_id': '42581d098bad41969e8958b4a30db51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '1e2972e8-ed8d-494a-b5e0-07e47b04cf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:39:47Z', 'updated_at': '2021-08-26T13:39:53Z', 'revision_number': 4, 'project_id': '42581d098bad41969e8958b4a30db51f', 'gw_port': {'id': '1e2972e8-ed8d-494a-b5e0-07e47b04cf98', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068568c5-558f-473d-9684-ad063777eeb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:39:48Z', 'updated_at': '2021-08-26T13:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': 'ee35e97a-3c89-4fa8-98d0-18c36e86604c', 'name': '', 'network_id': 'a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda', 'tenant_id': '42581d098bad41969e8958b4a30db51f', 'mac_address': 'fa:16:3e:1b:53:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068568c5-558f-473d-9684-ad063777eeb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'df87cdb7-ca74-41e6-949b-3361333e43fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:39:52Z', 'updated_at': '2021-08-26T13:39:54Z', 'revision_number': 2, 'project_id': '42581d098bad41969e8958b4a30db51f', 'subnets': [{'id': 'df87cdb7-ca74-41e6-949b-3361333e43fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:39:55.952185 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 58850) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:39:55.957385 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-c8083dd3-b686-44d3-b0a2-aa64ded45916 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-477152934-network', 'tenant_id': '16fa718d2c444ef985de66e8606f54a1'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:39:55.978941 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b77764c-a66e-4e60-b1d7-16fc6dfe670f None None] Checking router: 068568c5-558f-473d-9684-ad063777eeb4 for host: dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:39:55.979436 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b77764c-a66e-4e60-b1d7-16fc6dfe670f None None] Updating router 068568c5-558f-473d-9684-ad063777eeb4 port ee35e97a-3c89-4fa8-98d0-18c36e86604c binding host dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 13:39:55.987784 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-35092a1c-aca2-4bb6-92b3-9fca35c161e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:56.009893 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7b77764c-a66e-4e60-b1d7-16fc6dfe670f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:56.040987 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-35092a1c-aca2-4bb6-92b3-9fca35c161e3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3248ec4c14c5446b87bf1b54dcb73545&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4506934 Aug 26 13:39:56.044207 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 58854) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:39:56.051346 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35092a1c-aca2-4bb6-92b3-9fca35c161e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b25ac8-0783-4ceb-98ee-c5a348b4c613,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:56.124673 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8083dd3-b686-44d3-b0a2-aa64ded45916 admin admin] Made reservation on behalf of 16fa718d2c444ef985de66e8606f54a1 for: {'network': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:39:56.129987 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c8083dd3-b686-44d3-b0a2-aa64ded45916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for network, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:56.144198 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c8083dd3-b686-44d3-b0a2-aa64ded45916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:56.165819 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4849d9e7-8328-40e7-80b4-2ae20f52a709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:56.200954 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4849d9e7-8328-40e7-80b4-2ae20f52a709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:56.301316 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c8083dd3-b686-44d3-b0a2-aa64ded45916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:56.326630 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4849d9e7-8328-40e7-80b4-2ae20f52a709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:56.329332 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4849d9e7-8328-40e7-80b4-2ae20f52a709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:56.330851 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-4849d9e7-8328-40e7-80b4-2ae20f52a709 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/72b25ac8-0783-4ceb-98ee-c5a348b4c613 HTTP/1.1" status: 204 len: 168 time: 0.2855496 Aug 26 13:39:56.355749 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849d9e7-8328-40e7-80b4-2ae20f52a709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b25ac8-0783-4ceb-98ee-c5a348b4c613,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:56.357628 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7b77764c-a66e-4e60-b1d7-16fc6dfe670f None None] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:56.382684 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-7b77764c-a66e-4e60-b1d7-16fc6dfe670f None None] Transition to ACTIVE for port object ee35e97a-3c89-4fa8-98d0-18c36e86604c will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:39:56.388303 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c8083dd3-b686-44d3-b0a2-aa64ded45916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:56.420980 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8083dd3-b686-44d3-b0a2-aa64ded45916 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=94615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 13:39:56.434336 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8083dd3-b686-44d3-b0a2-aa64ded45916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7d64a6-b091-473a-b355-6f559336bd63,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:56.444220 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c8083dd3-b686-44d3-b0a2-aa64ded45916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388'] for segment, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:56.444798 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.db.segments_db [None req-c8083dd3-b686-44d3-b0a2-aa64ded45916 admin admin] Added segment a19573d7-362f-46f2-bbf7-cfe8164a0d43 of type vlan for network b95c55c6-c190-4bc9-b871-bf7117347016 Aug 26 13:39:56.497649 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c8083dd3-b686-44d3-b0a2-aa64ded45916 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790399845762'] for network, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:56.516239 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7b77764c-a66e-4e60-b1d7-16fc6dfe670f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:56.527695 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc789844-4c23-4896-989e-480fea57199e req-0827d273-332c-4b1c-a43a-a7121032c540 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:56.529317 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-dc789844-4c23-4896-989e-480fea57199e req-0827d273-332c-4b1c-a43a-a7121032c540 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.0623784 Aug 26 13:39:56.572302 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f3979-50c5-4cad-a6aa-e0ffbe9ac58c None None] Pushing event updated for resources: {'Port': ['ID=ee35e97a-3c89-4fa8-98d0-18c36e86604c,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:56.588365 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-dc789844-4c23-4896-989e-480fea57199e req-8863c8c6-f878-47fe-99f6-2ddbe0767c21 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522451 Aug 26 13:39:56.641163 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-7b77764c-a66e-4e60-b1d7-16fc6dfe670f None None] Attempting to bind port ee35e97a-3c89-4fa8-98d0-18c36e86604c on host dv-cinder-786386-11-iscsi for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:39:56.649685 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-7b77764c-a66e-4e60-b1d7-16fc6dfe670f None None] Attempting to bind port ee35e97a-3c89-4fa8-98d0-18c36e86604c by drivers openvswitch,hyperv on host dv-cinder-786386-11-iscsi at level 0 using segments [{'id': '32d3525f-9d26-4906-87cc-93c5d5530eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:39:56.649685 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b77764c-a66e-4e60-b1d7-16fc6dfe670f None None] Attempting to bind port ee35e97a-3c89-4fa8-98d0-18c36e86604c on network a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:39:56.650065 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c8083dd3-b686-44d3-b0a2-aa64ded45916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412'] for network, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:56.650065 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8083dd3-b686-44d3-b0a2-aa64ded45916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:56.650065 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c8083dd3-b686-44d3-b0a2-aa64ded45916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for network, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:56.650697 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b77764c-a66e-4e60-b1d7-16fc6dfe670f None None] Checking agent: {'id': 'e5d43163-2ed7-4be7-b0e9-dba87db69928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 28, 57), 'started_at': datetime.datetime(2021, 8, 26, 13, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:39:56.650697 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b77764c-a66e-4e60-b1d7-16fc6dfe670f None None] Checking segment: {'id': '32d3525f-9d26-4906-87cc-93c5d5530eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:39:56.650697 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7b77764c-a66e-4e60-b1d7-16fc6dfe670f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:56.650939 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b77764c-a66e-4e60-b1d7-16fc6dfe670f None None] Bound using segment: {'id': '32d3525f-9d26-4906-87cc-93c5d5530eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:39:56.651404 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-7b77764c-a66e-4e60-b1d7-16fc6dfe670f None None] Bound port: ee35e97a-3c89-4fa8-98d0-18c36e86604c, host: dv-cinder-786386-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d3525f-9d26-4906-87cc-93c5d5530eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:39:56.651809 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7b77764c-a66e-4e60-b1d7-16fc6dfe670f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:56.715454 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8083dd3-b686-44d3-b0a2-aa64ded45916 admin admin] Pushing event updated for resources: {'Network': ['ID=b95c55c6-c190-4bc9-b871-bf7117347016,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:56.727727 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Network b95c55c6-c190-4bc9-b871-bf7117347016 details requested by agent ovs-agent-dv-cinder-786386-11-iscsi with host dv-cinder-786386-11-iscsi {{(pid=94616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 13:39:56.735821 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-7b77764c-a66e-4e60-b1d7-16fc6dfe670f None None] For port ee35e97a-3c89-4fa8-98d0-18c36e86604c, host dv-cinder-786386-11-iscsi, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:39:56.781226 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-c8083dd3-b686-44d3-b0a2-aa64ded45916 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8278544 Aug 26 13:39:56.785921 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 58870) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:39:56.792273 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-e4a3bbf8-3862-48b2-9f54-ba96e81e65aa admin admin] Request body: {'subnet': {'network_id': 'b95c55c6-c190-4bc9-b871-bf7117347016', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-477152934-subnet', 'tenant_id': '16fa718d2c444ef985de66e8606f54a1', 'ip_version': 4}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:39:56.805768 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-7b77764c-a66e-4e60-b1d7-16fc6dfe670f None None] For port ee35e97a-3c89-4fa8-98d0-18c36e86604c, host dv-cinder-786386-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=ee35e97a-3c89-4fa8-98d0-18c36e86604c,segment=NetworkSegment(32d3525f-9d26-4906-87cc-93c5d5530eb6),segment_id=32d3525f-9d26-4906-87cc-93c5d5530eb6)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:39:56.888662 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7b77764c-a66e-4e60-b1d7-16fc6dfe670f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:56.956939 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a3bbf8-3862-48b2-9f54-ba96e81e65aa admin admin] Made reservation on behalf of 16fa718d2c444ef985de66e8606f54a1 for: {'subnet': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:39:56.961022 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e4a3bbf8-3862-48b2-9f54-ba96e81e65aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593099'] for subnet, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:56.973220 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5b11e184-65a9-47f4-9b88-038b8d3ed8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:56.997503 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b77764c-a66e-4e60-b1d7-16fc6dfe670f None None] Routers {'068568c5-558f-473d-9684-ad063777eeb4'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:39:56.998358 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-7b77764c-a66e-4e60-b1d7-16fc6dfe670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:39:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['068568c5-558f-473d-9684-ad063777eeb4'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:39:57.037034 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f3979-50c5-4cad-a6aa-e0ffbe9ac58c None None] Pushing event updated for resources: {'Port': ['ID=ee35e97a-3c89-4fa8-98d0-18c36e86604c,revision_number=4']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:57.307768 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 1e2972e8-ed8d-494a-b5e0-07e47b04cf98 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:39:57.360715 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 58888) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:39:57.380192 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ad87443e-c843-4eee-86b4-6ad9b987b814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:57.392102 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-7b77764c-a66e-4e60-b1d7-16fc6dfe670f None None] Set router 068568c5-558f-473d-9684-ad063777eeb4 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:39:57.508160 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ad87443e-c843-4eee-86b4-6ad9b987b814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:57.603620 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port 1e2972e8-ed8d-494a-b5e0-07e47b04cf98 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:39:57.604052 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:57.616521 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ad87443e-c843-4eee-86b4-6ad9b987b814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:57.671380 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-ad87443e-c843-4eee-86b4-6ad9b987b814 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=010aecaf9c034e648a4748cfb17fcf84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3090219 Aug 26 13:39:57.674210 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 58896) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:39:57.682809 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87443e-c843-4eee-86b4-6ad9b987b814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5f2a81-eeac-42ea-aa71-4575516ca32a,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:57.784579 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:57.790845 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a5ac7-a79a-4006-94bf-12da71affdc5 req-8c99bd3a-e92a-43f8-8339-c3fe516ea1b3 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:57.792466 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-041a5ac7-a79a-4006-94bf-12da71affdc5 req-8c99bd3a-e92a-43f8-8339-c3fe516ea1b3 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.1107864 Aug 26 13:39:57.794857 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-53c8577b-66ac-498c-a70b-cd477cae8ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:57.820519 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-7b77764c-a66e-4e60-b1d7-16fc6dfe670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068568c5-558f-473d-9684-ad063777eeb4', 'name': 'tempest-TestShelveInstance-629034658-router', 'tenant_id': '42581d098bad41969e8958b4a30db51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '1e2972e8-ed8d-494a-b5e0-07e47b04cf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:39:47Z', 'updated_at': '2021-08-26T13:39:53Z', 'revision_number': 4, 'project_id': '42581d098bad41969e8958b4a30db51f', 'gw_port': {'id': '1e2972e8-ed8d-494a-b5e0-07e47b04cf98', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068568c5-558f-473d-9684-ad063777eeb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:39:48Z', 'updated_at': '2021-08-26T13:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': 'ee35e97a-3c89-4fa8-98d0-18c36e86604c', 'name': '', 'network_id': 'a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda', 'tenant_id': '42581d098bad41969e8958b4a30db51f', 'mac_address': 'fa:16:3e:1b:53:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068568c5-558f-473d-9684-ad063777eeb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'df87cdb7-ca74-41e6-949b-3361333e43fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:39:52Z', 'updated_at': '2021-08-26T13:39:56Z', 'revision_number': 4, 'project_id': '42581d098bad41969e8958b4a30db51f', 'subnets': [{'id': 'df87cdb7-ca74-41e6-949b-3361333e43fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:39:57.833582 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-53c8577b-66ac-498c-a70b-cd477cae8ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:57.842377 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e4a3bbf8-3862-48b2-9f54-ba96e81e65aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8760289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593081'] for subnet, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:57.859087 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b77764c-a66e-4e60-b1d7-16fc6dfe670f None None] The sync data for ids ['068568c5-558f-473d-9684-ad063777eeb4'] in dv-cinder-786386-11-iscsi is: [{'id': '068568c5-558f-473d-9684-ad063777eeb4', 'name': 'tempest-TestShelveInstance-629034658-router', 'tenant_id': '42581d098bad41969e8958b4a30db51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '1e2972e8-ed8d-494a-b5e0-07e47b04cf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:39:47Z', 'updated_at': '2021-08-26T13:39:53Z', 'revision_number': 4, 'project_id': '42581d098bad41969e8958b4a30db51f', 'gw_port': {'id': '1e2972e8-ed8d-494a-b5e0-07e47b04cf98', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068568c5-558f-473d-9684-ad063777eeb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:39:48Z', 'updated_at': '2021-08-26T13:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': 'ee35e97a-3c89-4fa8-98d0-18c36e86604c', 'name': '', 'network_id': 'a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda', 'tenant_id': '42581d098bad41969e8958b4a30db51f', 'mac_address': 'fa:16:3e:1b:53:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068568c5-558f-473d-9684-ad063777eeb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'df87cdb7-ca74-41e6-949b-3361333e43fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:39:52Z', 'updated_at': '2021-08-26T13:39:56Z', 'revision_number': 4, 'project_id': '42581d098bad41969e8958b4a30db51f', 'subnets': [{'id': 'df87cdb7-ca74-41e6-949b-3361333e43fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:39:57.894290 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-041a5ac7-a79a-4006-94bf-12da71affdc5 req-838212ea-b537-42dc-8474-a061bfdc8718 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864241 Aug 26 13:39:57.917535 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3bbf8-3862-48b2-9f54-ba96e81e65aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d1956c8-429b-4190-b9d4-5e62395160d2,revision_number=0']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:57.927466 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a3bbf8-3862-48b2-9f54-ba96e81e65aa admin admin] Checking segment: {'id': 'a19573d7-362f-46f2-bbf7-cfe8164a0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b95c55c6-c190-4bc9-b871-bf7117347016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:39:57.927902 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a3bbf8-3862-48b2-9f54-ba96e81e65aa admin admin] Network hostable DHCP agents. Network: b95c55c6-c190-4bc9-b871-bf7117347016, hostable agents: ['4ade96b1-406d-4ebc-948b-9bb0af99b177'], hosted agents: [] {{(pid=94615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 13:39:57.997458 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:58.029409 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-53c8577b-66ac-498c-a70b-cd477cae8ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:58.032292 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-53c8577b-66ac-498c-a70b-cd477cae8ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:58.036252 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-53c8577b-66ac-498c-a70b-cd477cae8ee1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ce5f2a81-eeac-42ea-aa71-4575516ca32a HTTP/1.1" status: 204 len: 168 time: 0.3585334 Aug 26 13:39:58.055052 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8577b-66ac-498c-a70b-cd477cae8ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5f2a81-eeac-42ea-aa71-4575516ca32a,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:58.076877 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a3bbf8-3862-48b2-9f54-ba96e81e65aa admin admin] Network b95c55c6-c190-4bc9-b871-bf7117347016 is scheduled to be hosted by DHCP agent 4ade96b1-406d-4ebc-948b-9bb0af99b177 with binding_index 1 {{(pid=94615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 13:39:58.155069 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe63e3-2110-4a7a-bccc-be7aa8d2a4c4 req-1188ea17-562c-40eb-8553-05b7026686d4 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:58.157697 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a1fe63e3-2110-4a7a-bccc-be7aa8d2a4c4 req-1188ea17-562c-40eb-8553-05b7026686d4 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.0938592 Aug 26 13:39:58.179069 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-e4a3bbf8-3862-48b2-9f54-ba96e81e65aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-11-iscsi, b95c55c6-c190-4bc9-b871-bf7117347016) {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:39:58.191975 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a3bbf8-3862-48b2-9f54-ba96e81e65aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:58.191975 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e4a3bbf8-3862-48b2-9f54-ba96e81e65aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:58.192410 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d506e3e1-eff6-4b0d-86ee-ec2adcc1a539 None None] Network b95c55c6-c190-4bc9-b871-bf7117347016 requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:39:58.295056 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a1fe63e3-2110-4a7a-bccc-be7aa8d2a4c4 req-07bfb5d7-4ca1-411a-b6e9-467007fad890 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195326 Aug 26 13:39:58.317486 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 58910) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:39:58.326868 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-e4a3bbf8-3862-48b2-9f54-ba96e81e65aa admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5327826 Aug 26 13:39:58.327805 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-88e8f21e-0099-4b36-8e02-837f7aeac0c8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-477152934-router', 'tenant_id': '16fa718d2c444ef985de66e8606f54a1', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'}}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:39:58.527888 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-88e8f21e-0099-4b36-8e02-837f7aeac0c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13099'] for router, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:58.528946 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-88e8f21e-0099-4b36-8e02-837f7aeac0c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13090'] for router, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:58.622057 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-88e8f21e-0099-4b36-8e02-837f7aeac0c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:58.643253 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce626ba-902d-40b4-9e2e-cc9053b22961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e57bd44-56e5-5669-b06f-8b51ccd0965c-b95c55c6-c190-4bc9-b871-bf7117347016', 'network_id': 'b95c55c6-c190-4bc9-b871-bf7117347016', 'tenant_id': '16fa718d2c444ef985de66e8606f54a1', 'fixed_ips': [{'subnet_id': '0d1956c8-429b-4190-b9d4-5e62395160d2'}]}} from dv-cinder-786386-11-iscsi. {{(pid=94616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 13:39:58.643253 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4ce626ba-902d-40b4-9e2e-cc9053b22961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:58.722031 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:58.849930 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [None req-4ce626ba-902d-40b4-9e2e-cc9053b22961 None None] Allocated IP 172.20.0.2 (b95c55c6-c190-4bc9-b871-bf7117347016/0d1956c8-429b-4190-b9d4-5e62395160d2/bc8f7f46-7240-44ab-9524-4acecaad78ee) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:39:58.986890 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-88e8f21e-0099-4b36-8e02-837f7aeac0c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:59.097114 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4ce626ba-902d-40b4-9e2e-cc9053b22961 None None] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:59.117948 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-4ce626ba-902d-40b4-9e2e-cc9053b22961 None None] Transition to ACTIVE for port object bc8f7f46-7240-44ab-9524-4acecaad78ee will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:39:59.153705 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-4ce626ba-902d-40b4-9e2e-cc9053b22961 None None] Transition to ACTIVE for port object bc8f7f46-7240-44ab-9524-4acecaad78ee will not be triggered until provisioned by entity DHCP. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:39:59.170803 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e501a-eac6-4f79-8252-e35e3e727af2 req-d1843b1a-d000-4994-a714-4275629bcde9 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:59.174309 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1a8e501a-eac6-4f79-8252-e35e3e727af2 req-d1843b1a-d000-4994-a714-4275629bcde9 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.1599476 Aug 26 13:39:59.192178 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device ee35e97a-3c89-4fa8-98d0-18c36e86604c up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:39:59.243379 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1a8e501a-eac6-4f79-8252-e35e3e727af2 req-04c581aa-1240-4649-b41a-624e14d69252 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517969 Aug 26 13:39:59.247029 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 58948) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:39:59.295648 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4ce626ba-902d-40b4-9e2e-cc9053b22961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:59.382175 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce626ba-902d-40b4-9e2e-cc9053b22961 None None] Network b95c55c6-c190-4bc9-b871-bf7117347016 is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:39:59.382175 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce626ba-902d-40b4-9e2e-cc9053b22961 None None] Pushing event updated for resources: {'Port': ['ID=bc8f7f46-7240-44ab-9524-4acecaad78ee,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:39:59.386229 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-4ce626ba-902d-40b4-9e2e-cc9053b22961 None None] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:39:59.393299 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce626ba-902d-40b4-9e2e-cc9053b22961 None None] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:39:59.408348 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-5a158d26-3aa3-4251-b1f0-b9b1ff49a43a req-1af5c2c2-c09c-46a7-9a4e-72c263f1605c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1601744 Aug 26 13:39:59.454470 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning for port ee35e97a-3c89-4fa8-98d0-18c36e86604c completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:39:59.514691 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port ee35e97a-3c89-4fa8-98d0-18c36e86604c triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:39:59.515080 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:59.537300 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-88e8f21e-0099-4b36-8e02-837f7aeac0c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:59.550573 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-4ce626ba-902d-40b4-9e2e-cc9053b22961 None None] Attempting to bind port bc8f7f46-7240-44ab-9524-4acecaad78ee on host dv-cinder-786386-11-iscsi for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:39:59.551127 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-4ce626ba-902d-40b4-9e2e-cc9053b22961 None None] Attempting to bind port bc8f7f46-7240-44ab-9524-4acecaad78ee by drivers openvswitch,hyperv on host dv-cinder-786386-11-iscsi at level 0 using segments [{'id': 'a19573d7-362f-46f2-bbf7-cfe8164a0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b95c55c6-c190-4bc9-b871-bf7117347016'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:39:59.551599 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce626ba-902d-40b4-9e2e-cc9053b22961 None None] Attempting to bind port bc8f7f46-7240-44ab-9524-4acecaad78ee on network b95c55c6-c190-4bc9-b871-bf7117347016 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:39:59.571718 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce626ba-902d-40b4-9e2e-cc9053b22961 None None] Checking agent: {'id': 'e5d43163-2ed7-4be7-b0e9-dba87db69928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 28, 57), 'started_at': datetime.datetime(2021, 8, 26, 13, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:39:59.572204 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce626ba-902d-40b4-9e2e-cc9053b22961 None None] Checking segment: {'id': 'a19573d7-362f-46f2-bbf7-cfe8164a0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b95c55c6-c190-4bc9-b871-bf7117347016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:39:59.573742 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4ce626ba-902d-40b4-9e2e-cc9053b22961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:59.575369 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce626ba-902d-40b4-9e2e-cc9053b22961 None None] Bound using segment: {'id': 'a19573d7-362f-46f2-bbf7-cfe8164a0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b95c55c6-c190-4bc9-b871-bf7117347016'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:39:59.579505 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-4ce626ba-902d-40b4-9e2e-cc9053b22961 None None] Bound port: bc8f7f46-7240-44ab-9524-4acecaad78ee, host: dv-cinder-786386-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a19573d7-362f-46f2-bbf7-cfe8164a0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b95c55c6-c190-4bc9-b871-bf7117347016'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:39:59.579505 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4ce626ba-902d-40b4-9e2e-cc9053b22961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:59.629467 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-88e8f21e-0099-4b36-8e02-837f7aeac0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:59.705652 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:59.742684 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd967bc-b0fe-40ca-8b5b-61beb0d2c699 req-3fbab5f6-2b2b-429b-92bd-7830ac561991 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:39:59.748519 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9bd967bc-b0fe-40ca-8b5b-61beb0d2c699 req-3fbab5f6-2b2b-429b-92bd-7830ac561991 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.3106604 Aug 26 13:39:59.788664 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] For port ee35e97a-3c89-4fa8-98d0-18c36e86604c, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=ee35e97a-3c89-4fa8-98d0-18c36e86604c,segment=NetworkSegment(32d3525f-9d26-4906-87cc-93c5d5530eb6),segment_id=32d3525f-9d26-4906-87cc-93c5d5530eb6)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:39:59.792516 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-4ce626ba-902d-40b4-9e2e-cc9053b22961 None None] For port bc8f7f46-7240-44ab-9524-4acecaad78ee, host dv-cinder-786386-11-iscsi, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:39:59.798790 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-4ce626ba-902d-40b4-9e2e-cc9053b22961 None None] For port bc8f7f46-7240-44ab-9524-4acecaad78ee, host dv-cinder-786386-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=bc8f7f46-7240-44ab-9524-4acecaad78ee,segment=NetworkSegment(a19573d7-362f-46f2-bbf7-cfe8164a0d43),segment_id=a19573d7-362f-46f2-bbf7-cfe8164a0d43)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:39:59.876338 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:59.934413 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4ce626ba-902d-40b4-9e2e-cc9053b22961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:39:59.972424 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Pushing event updated for resources: {'Port': ['ID=ee35e97a-3c89-4fa8-98d0-18c36e86604c,revision_number=5']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:00.116132 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442fbc2-ae4a-4ee0-a470-f05ca4b87f97 req-f5a9d025-62c9-4d73-959d-b7258fbab677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:00.118097 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2442fbc2-ae4a-4ee0-a470-f05ca4b87f97 req-f5a9d025-62c9-4d73-959d-b7258fbab677 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 1098 time: 0.0553024 Aug 26 13:40:00.129395 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce626ba-902d-40b4-9e2e-cc9053b22961 None None] Pushing event updated for resources: {'Port': ['ID=bc8f7f46-7240-44ab-9524-4acecaad78ee,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:00.139707 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9bd967bc-b0fe-40ca-8b5b-61beb0d2c699 req-fb950244-914f-43fe-9d10-9f80492a7b9a tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3726599 Aug 26 13:40:00.172881 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_common [None req-88e8f21e-0099-4b36-8e02-837f7aeac0c8 admin admin] Allocated IP 172.27.2.138 (0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a/b7ae35bd-0037-4f3a-908b-b50a80e8b092/1c7c936a-3a06-4b2e-8f70-c98569894a16) {{(pid=94614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:40:00.202593 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2442fbc2-ae4a-4ee0-a470-f05ca4b87f97 req-49fb4434-a4d0-45dc-bbed-492785f0dc94 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753410 Aug 26 13:40:00.412529 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-88e8f21e-0099-4b36-8e02-837f7aeac0c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:00.436393 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:00.503125 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b79a2-9842-4bc5-827f-8123e314c617 req-26d35b00-f6e4-40ce-a644-158648f43461 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:00.505484 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ef3b79a2-9842-4bc5-827f-8123e314c617 req-26d35b00-f6e4-40ce-a644-158648f43461 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.1214805 Aug 26 13:40:00.569678 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ef3b79a2-9842-4bc5-827f-8123e314c617 req-61ec5bc9-a4e8-4f77-a277-309c9548a69b tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406697 Aug 26 13:40:00.603449 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-88e8f21e-0099-4b36-8e02-837f7aeac0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:00.644692 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e8f21e-0099-4b36-8e02-837f7aeac0c8 admin admin] Network 0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:40:00.650338 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-88e8f21e-0099-4b36-8e02-837f7aeac0c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:40:00.653970 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e8f21e-0099-4b36-8e02-837f7aeac0c8 admin admin] Received port after_create {{(pid=94614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:40:00.679319 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e8f21e-0099-4b36-8e02-837f7aeac0c8 admin admin] Pushing event updated for resources: {'Port': ['ID=1c7c936a-3a06-4b2e-8f70-c98569894a16,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:00.826510 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:40:01.017921 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-88e8f21e-0099-4b36-8e02-837f7aeac0c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:01.188315 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6d8419-f627-4bfc-92c5-be093fb8f7ea None None] Network b95c55c6-c190-4bc9-b871-bf7117347016 requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:40:01.285855 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device bc8f7f46-7240-44ab-9524-4acecaad78ee up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:40:01.369498 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cf2d2-eff0-48a2-91b9-0f7b10c6d4e5 req-ccf13dde-3d1a-4cff-b796-9b35c46a8ff0 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:01.371174 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-de5cf2d2-eff0-48a2-91b9-0f7b10c6d4e5 req-ccf13dde-3d1a-4cff-b796-9b35c46a8ff0 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.0790179 Aug 26 13:40:01.372221 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-88e8f21e-0099-4b36-8e02-837f7aeac0c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-428405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430587'] for router, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:01.446616 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-e49004d6-f843-4e89-81e8-16deb725b9d2 None None] Provisioning for port bc8f7f46-7240-44ab-9524-4acecaad78ee completed by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:40:01.500267 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning for port bc8f7f46-7240-44ab-9524-4acecaad78ee completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:40:01.509462 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port bc8f7f46-7240-44ab-9524-4acecaad78ee triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:40:01.509866 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:01.534008 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-de5cf2d2-eff0-48a2-91b9-0f7b10c6d4e5 req-679c47b8-2c0c-4a39-aca5-c9c4bf45e9b2 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136918 Aug 26 13:40:01.650952 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:01.702804 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e8f21e-0099-4b36-8e02-837f7aeac0c8 admin admin] Router f60c04d4-a7a9-4b50-a1f8-bef6679d29fe is scheduled to L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 with binding_index 1 {{(pid=94614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 13:40:01.737663 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3bd76-5760-4fd6-a00e-a9c458489986 req-d0efba19-927c-46be-9a54-00eb15b5ee29 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:01.739338 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4de3bd76-5760-4fd6-a00e-a9c458489986 req-d0efba19-927c-46be-9a54-00eb15b5ee29 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.0795438 Aug 26 13:40:01.765156 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] For port bc8f7f46-7240-44ab-9524-4acecaad78ee, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=bc8f7f46-7240-44ab-9524-4acecaad78ee,segment=NetworkSegment(a19573d7-362f-46f2-bbf7-cfe8164a0d43),segment_id=a19573d7-362f-46f2-bbf7-cfe8164a0d43)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:40:01.864556 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:01.865654 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device ee35e97a-3c89-4fa8-98d0-18c36e86604c up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:40:01.883848 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4de3bd76-5760-4fd6-a00e-a9c458489986 req-8f9cd9bd-ded4-49ca-a8c9-1e554bd7d055 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940242 Aug 26 13:40:01.936507 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e8f21e-0099-4b36-8e02-837f7aeac0c8 admin admin] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:40:01.947909 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a65c14e-f7fb-4340-b6bb-1fd673076dfe None None] Sync routers for ids ['f60c04d4-a7a9-4b50-a1f8-bef6679d29fe'] in dv-cinder-786386-11-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:40:01.959469 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a65c14e-f7fb-4340-b6bb-1fd673076dfe None None] Routers {'f60c04d4-a7a9-4b50-a1f8-bef6679d29fe'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:40:01.960370 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-1a65c14e-f7fb-4340-b6bb-1fd673076dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:39:57Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['f60c04d4-a7a9-4b50-a1f8-bef6679d29fe'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:40:01.981632 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-c33fc9ae-e417-4d0a-8164-85a7db6b475e None None] Provisioning complete for port bc8f7f46-7240-44ab-9524-4acecaad78ee triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:40:01.982033 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c33fc9ae-e417-4d0a-8164-85a7db6b475e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:01.987506 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Pushing event updated for resources: {'Port': ['ID=bc8f7f46-7240-44ab-9524-4acecaad78ee,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:02.043110 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port ee35e97a-3c89-4fa8-98d0-18c36e86604c triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:40:02.043601 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:02.078929 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-1a65c14e-f7fb-4340-b6bb-1fd673076dfe None None] Set router f60c04d4-a7a9-4b50-a1f8-bef6679d29fe gateway port host: dv-cinder-786386-11-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:40:02.128440 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-88e8f21e-0099-4b36-8e02-837f7aeac0c8 admin admin] Notify callbacks [] for router, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:02.132309 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-88e8f21e-0099-4b36-8e02-837f7aeac0c8 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8105576 Aug 26 13:40:02.132543 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 59026) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:40:02.304144 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-1a65c14e-f7fb-4340-b6bb-1fd673076dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60c04d4-a7a9-4b50-a1f8-bef6679d29fe', 'name': 'tempest-TestShelveInstance-477152934-router', 'tenant_id': '16fa718d2c444ef985de66e8606f54a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '1c7c936a-3a06-4b2e-8f70-c98569894a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:39:58Z', 'updated_at': '2021-08-26T13:40:00Z', 'revision_number': 3, 'project_id': '16fa718d2c444ef985de66e8606f54a1', 'gw_port': {'id': '1c7c936a-3a06-4b2e-8f70-c98569894a16', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60c04d4-a7a9-4b50-a1f8-bef6679d29fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:39:59Z', 'updated_at': '2021-08-26T13:40:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:40:02.335949 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a65c14e-f7fb-4340-b6bb-1fd673076dfe None None] Checking router: f60c04d4-a7a9-4b50-a1f8-bef6679d29fe for host: dv-cinder-786386-11-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:40:02.336399 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a65c14e-f7fb-4340-b6bb-1fd673076dfe None None] Updating router f60c04d4-a7a9-4b50-a1f8-bef6679d29fe port 1c7c936a-3a06-4b2e-8f70-c98569894a16 binding host dv-cinder-786386-11-iscsi {{(pid=94617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 13:40:02.370210 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-1a65c14e-f7fb-4340-b6bb-1fd673076dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:02.763075 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b59490-9038-4143-97b0-991e5705ab8f req-296a14e3-1323-4bb7-8744-1f0644c6016b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:02.771293 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-08b59490-9038-4143-97b0-991e5705ab8f req-296a14e3-1323-4bb7-8744-1f0644c6016b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.1169779 Aug 26 13:40:02.780793 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c52994b7-2c1a-45e7-8fac-a782db2b0cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:02.846441 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-08b59490-9038-4143-97b0-991e5705ab8f req-99405dd9-53ae-450f-9de9-5a2d328a25a0 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735412 Aug 26 13:40:02.887340 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a6695-3bde-45b0-b34d-0c23a0537701 req-d8bdf299-d2ce-4b03-8943-8e16a0956385 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:02.889087 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-014a6695-3bde-45b0-b34d-0c23a0537701 req-d8bdf299-d2ce-4b03-8943-8e16a0956385 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.0823104 Aug 26 13:40:02.932190 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-1a65c14e-f7fb-4340-b6bb-1fd673076dfe None None] Notify callbacks [] for port, precommit_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:02.944903 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-1a65c14e-f7fb-4340-b6bb-1fd673076dfe None None] Transition to ACTIVE for port object 1c7c936a-3a06-4b2e-8f70-c98569894a16 will not be triggered until provisioned by entity L2. {{(pid=94617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:40:02.965653 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-014a6695-3bde-45b0-b34d-0c23a0537701 req-b33acf5c-c6d3-4a5b-a11c-d00e8fd374b7 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609679 Aug 26 13:40:02.973796 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd225fce-1ebb-42ac-b68f-27330b3ef9f8 req-7d13cde6-58b5-48d1-ab7d-cb40e8fbcad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:02.975292 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-cd225fce-1ebb-42ac-b68f-27330b3ef9f8 req-7d13cde6-58b5-48d1-ab7d-cb40e8fbcad0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf48eac27ef64ed48fd83b9d2b1cab96&device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 1098 time: 0.0935433 Aug 26 13:40:03.059937 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-1a65c14e-f7fb-4340-b6bb-1fd673076dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:03.081783 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [None req-c52994b7-2c1a-45e7-8fac-a782db2b0cfb admin admin] Allocated IP 172.20.0.1 (b95c55c6-c190-4bc9-b871-bf7117347016/0d1956c8-429b-4190-b9d4-5e62395160d2/ce108a34-7312-4c09-8839-ffbd5476aa96) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:40:03.130458 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device bc8f7f46-7240-44ab-9524-4acecaad78ee up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:40:03.142049 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-1a65c14e-f7fb-4340-b6bb-1fd673076dfe None None] Attempting to bind port 1c7c936a-3a06-4b2e-8f70-c98569894a16 on host dv-cinder-786386-11-iscsi for vnic_type normal with profile {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:40:03.142755 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-1a65c14e-f7fb-4340-b6bb-1fd673076dfe None None] Attempting to bind port 1c7c936a-3a06-4b2e-8f70-c98569894a16 by drivers openvswitch,hyperv on host dv-cinder-786386-11-iscsi at level 0 using segments [{'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:40:03.143462 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a65c14e-f7fb-4340-b6bb-1fd673076dfe None None] Attempting to bind port 1c7c936a-3a06-4b2e-8f70-c98569894a16 on network 0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:40:03.167846 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a65c14e-f7fb-4340-b6bb-1fd673076dfe None None] Checking agent: {'id': 'e5d43163-2ed7-4be7-b0e9-dba87db69928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 28, 57), 'started_at': datetime.datetime(2021, 8, 26, 13, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:40:03.168828 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a65c14e-f7fb-4340-b6bb-1fd673076dfe None None] Checking segment: {'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:40:03.169466 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-1a65c14e-f7fb-4340-b6bb-1fd673076dfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:03.170097 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a65c14e-f7fb-4340-b6bb-1fd673076dfe None None] Bound using segment: {'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:40:03.170887 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-1a65c14e-f7fb-4340-b6bb-1fd673076dfe None None] Bound port: 1c7c936a-3a06-4b2e-8f70-c98569894a16, host: dv-cinder-786386-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'}}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:40:03.171512 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-1a65c14e-f7fb-4340-b6bb-1fd673076dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:03.211311 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd225fce-1ebb-42ac-b68f-27330b3ef9f8 req-cab176ad-314e-41be-94c5-0fd6dde7f199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:03.214036 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-cd225fce-1ebb-42ac-b68f-27330b3ef9f8 req-cab176ad-314e-41be-94c5-0fd6dde7f199 service neutron] 10.222.0.38 "GET /v2.0/networks?id=60ee5afa-17b9-4cf6-a513-d0be6a626ec2 HTTP/1.1" status: 200 len: 920 time: 0.2196884 Aug 26 13:40:03.252915 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7276417-d7f3-4db4-a003-f9a29da9d091 None None] Pushing event updated for resources: {'Port': ['ID=1c7c936a-3a06-4b2e-8f70-c98569894a16,revision_number=2']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:03.302352 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-1a65c14e-f7fb-4340-b6bb-1fd673076dfe None None] For port 1c7c936a-3a06-4b2e-8f70-c98569894a16, host dv-cinder-786386-11-iscsi, cleared binding levels {{(pid=94617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:40:03.306310 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-1a65c14e-f7fb-4340-b6bb-1fd673076dfe None None] For port 1c7c936a-3a06-4b2e-8f70-c98569894a16, host dv-cinder-786386-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=1c7c936a-3a06-4b2e-8f70-c98569894a16,segment=NetworkSegment(706c7343-f453-451d-93d0-3f6d714ba662),segment_id=706c7343-f453-451d-93d0-3f6d714ba662)] {{(pid=94617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:40:03.308698 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-cd225fce-1ebb-42ac-b68f-27330b3ef9f8 req-da252df7-58f4-4cc9-ab10-5cd4abb55c4f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61597be3-6d4e-42e3-ba19-d5e2b75991bf HTTP/1.1" status: 200 len: 217 time: 0.0787370 Aug 26 13:40:03.345325 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port bc8f7f46-7240-44ab-9524-4acecaad78ee triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:40:03.345788 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:03.368969 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-1a65c14e-f7fb-4340-b6bb-1fd673076dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:03.379772 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c52994b7-2c1a-45e7-8fac-a782db2b0cfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:03.401410 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd225fce-1ebb-42ac-b68f-27330b3ef9f8 req-2540d708-d0ac-4716-bfac-675dcaab0359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:03.403451 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-cd225fce-1ebb-42ac-b68f-27330b3ef9f8 req-2540d708-d0ac-4716-bfac-675dcaab0359 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=44553468-309b-402a-9962-58b86538a2f3 HTTP/1.1" status: 200 len: 859 time: 0.0858386 Aug 26 13:40:03.407633 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.provisioning_blocks [None req-c52994b7-2c1a-45e7-8fac-a782db2b0cfb admin admin] Transition to ACTIVE for port object ce108a34-7312-4c09-8839-ffbd5476aa96 will not be triggered until provisioned by entity DHCP. {{(pid=94615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:40:03.441816 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-cd225fce-1ebb-42ac-b68f-27330b3ef9f8 req-a4ce41a1-8086-4cd8-bc97-3b4208161d05 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=60ee5afa-17b9-4cf6-a513-d0be6a626ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291221 Aug 26 13:40:03.458102 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a65c14e-f7fb-4340-b6bb-1fd673076dfe None None] Routers {'f60c04d4-a7a9-4b50-a1f8-bef6679d29fe'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:40:03.459112 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-1a65c14e-f7fb-4340-b6bb-1fd673076dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:39:57Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['f60c04d4-a7a9-4b50-a1f8-bef6679d29fe'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:40:03.544968 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7276417-d7f3-4db4-a003-f9a29da9d091 None None] Pushing event updated for resources: {'Port': ['ID=1c7c936a-3a06-4b2e-8f70-c98569894a16,revision_number=3']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:03.619296 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-cd225fce-1ebb-42ac-b68f-27330b3ef9f8 req-4244e451-b4f7-41db-b117-29c30b9c593b service neutron] 10.222.0.38 "GET /v2.0/networks/60ee5afa-17b9-4cf6-a513-d0be6a626ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691031 Aug 26 13:40:03.638340 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c52994b7-2c1a-45e7-8fac-a782db2b0cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:03.661165 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-1a65c14e-f7fb-4340-b6bb-1fd673076dfe None None] Set router f60c04d4-a7a9-4b50-a1f8-bef6679d29fe gateway port host: dv-cinder-786386-11-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:40:03.741334 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52994b7-2c1a-45e7-8fac-a782db2b0cfb admin admin] Network b95c55c6-c190-4bc9-b871-bf7117347016 is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:40:03.749908 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-c52994b7-2c1a-45e7-8fac-a782db2b0cfb admin admin] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:40:03.751621 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52994b7-2c1a-45e7-8fac-a782db2b0cfb admin admin] Pushing event updated for resources: {'Port': ['ID=ce108a34-7312-4c09-8839-ffbd5476aa96,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:03.756168 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52994b7-2c1a-45e7-8fac-a782db2b0cfb admin admin] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:40:03.823711 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c52994b7-2c1a-45e7-8fac-a782db2b0cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430372'] for router_interface, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:03.828410 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-cd225fce-1ebb-42ac-b68f-27330b3ef9f8 req-5757103e-ddf6-4739-af16-1992ac0e636a service neutron] 10.222.0.38 "GET /v2.0/networks/60ee5afa-17b9-4cf6-a513-d0be6a626ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010250 Aug 26 13:40:03.974663 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-1a65c14e-f7fb-4340-b6bb-1fd673076dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60c04d4-a7a9-4b50-a1f8-bef6679d29fe', 'name': 'tempest-TestShelveInstance-477152934-router', 'tenant_id': '16fa718d2c444ef985de66e8606f54a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '1c7c936a-3a06-4b2e-8f70-c98569894a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:39:58Z', 'updated_at': '2021-08-26T13:40:00Z', 'revision_number': 3, 'project_id': '16fa718d2c444ef985de66e8606f54a1', 'gw_port': {'id': '1c7c936a-3a06-4b2e-8f70-c98569894a16', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60c04d4-a7a9-4b50-a1f8-bef6679d29fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:39:59Z', 'updated_at': '2021-08-26T13:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:40:04.028280 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb8d11-1605-4eeb-857f-9d8a7a698f3d req-aee32b15-dfa8-4063-bd79-2c26ec315218 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:04.032241 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-cdbb8d11-1605-4eeb-857f-9d8a7a698f3d req-aee32b15-dfa8-4063-bd79-2c26ec315218 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.0805318 Aug 26 13:40:04.070875 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c52994b7-2c1a-45e7-8fac-a782db2b0cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:04.132437 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a65c14e-f7fb-4340-b6bb-1fd673076dfe None None] The sync data for ids ['f60c04d4-a7a9-4b50-a1f8-bef6679d29fe'] in dv-cinder-786386-11-iscsi is: [{'id': 'f60c04d4-a7a9-4b50-a1f8-bef6679d29fe', 'name': 'tempest-TestShelveInstance-477152934-router', 'tenant_id': '16fa718d2c444ef985de66e8606f54a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '1c7c936a-3a06-4b2e-8f70-c98569894a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:39:58Z', 'updated_at': '2021-08-26T13:40:00Z', 'revision_number': 3, 'project_id': '16fa718d2c444ef985de66e8606f54a1', 'gw_port': {'id': '1c7c936a-3a06-4b2e-8f70-c98569894a16', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60c04d4-a7a9-4b50-a1f8-bef6679d29fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:39:59Z', 'updated_at': '2021-08-26T13:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:40:04.138787 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-cdbb8d11-1605-4eeb-857f-9d8a7a698f3d req-7a57e45c-a96a-4f19-8ebf-a405451be9bf tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981975 Aug 26 13:40:04.198513 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b06fa6-cdea-4bf3-a2a4-92934db0ba35 req-0d998620-28b5-47e7-ae39-922624823979 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:04.201466 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c1b06fa6-cdea-4bf3-a2a4-92934db0ba35 req-0d998620-28b5-47e7-ae39-922624823979 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.1051931 Aug 26 13:40:04.254070 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a158d26-3aa3-4251-b1f0-b9b1ff49a43a req-caae5116-29d6-4654-a858-8d1f4fc1c3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:04.255617 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-5a158d26-3aa3-4251-b1f0-b9b1ff49a43a req-caae5116-29d6-4654-a858-8d1f4fc1c3f4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b&tenant_id=cb7886896a194491958e9bfa03f0ea57 HTTP/1.1" status: 200 len: 1097 time: 0.1713362 Aug 26 13:40:04.259332 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c1b06fa6-cdea-4bf3-a2a4-92934db0ba35 req-5486e774-879f-4279-9e2c-e649a1f3ee00 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507991 Aug 26 13:40:04.344616 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-960519bc-7bba-4aab-8730-8fe8362ba853 None None] Provisioning for port ce108a34-7312-4c09-8839-ffbd5476aa96 completed by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:40:04.351759 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-960519bc-7bba-4aab-8730-8fe8362ba853 None None] Provisioning complete for port ce108a34-7312-4c09-8839-ffbd5476aa96 triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:40:04.352126 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-960519bc-7bba-4aab-8730-8fe8362ba853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:04.401014 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-960519bc-7bba-4aab-8730-8fe8362ba853 None None] Port ce108a34-7312-4c09-8839-ffbd5476aa96 cannot update to ACTIVE because it is not bound. {{(pid=94616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 13:40:04.425033 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c52994b7-2c1a-45e7-8fac-a782db2b0cfb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:04.433085 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a158d26-3aa3-4251-b1f0-b9b1ff49a43a req-63b82c19-ef68-4682-8383-1a10a117e9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:04.435386 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-5a158d26-3aa3-4251-b1f0-b9b1ff49a43a req-63b82c19-ef68-4682-8383-1a10a117e9a7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb7886896a194491958e9bfa03f0ea57&device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 1097 time: 0.0923588 Aug 26 13:40:04.537049 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c52994b7-2c1a-45e7-8fac-a782db2b0cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764776'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:04.666306 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c52994b7-2c1a-45e7-8fac-a782db2b0cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430843'] for router_interface, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:04.673519 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52994b7-2c1a-45e7-8fac-a782db2b0cfb admin admin] Pushing event updated for resources: {'Port': ['ID=ce108a34-7312-4c09-8839-ffbd5476aa96,revision_number=2']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:04.691092 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a158d26-3aa3-4251-b1f0-b9b1ff49a43a req-7d58eeba-9355-470a-ba05-071021353d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:04.692728 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-5a158d26-3aa3-4251-b1f0-b9b1ff49a43a req-7d58eeba-9355-470a-ba05-071021353d2a service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f0cbbb0-e1d8-4eda-8b5a-9467452e6368 HTTP/1.1" status: 200 len: 916 time: 0.2499378 Aug 26 13:40:05.067471 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-5a158d26-3aa3-4251-b1f0-b9b1ff49a43a req-0654c147-993f-4ee1-a5ca-746951240895 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 HTTP/1.1" status: 200 len: 1000 time: 0.3673122 Aug 26 13:40:05.137821 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a158d26-3aa3-4251-b1f0-b9b1ff49a43a req-4ec9f607-0794-4539-9a4a-311d522b6efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:05.139586 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-5a158d26-3aa3-4251-b1f0-b9b1ff49a43a req-4ec9f607-0794-4539-9a4a-311d522b6efb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f404f389-dc0c-4c0d-a515-d27c76237ec3 HTTP/1.1" status: 200 len: 854 time: 0.0622609 Aug 26 13:40:05.175976 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52994b7-2c1a-45e7-8fac-a782db2b0cfb admin admin] Network b95c55c6-c190-4bc9-b871-bf7117347016 is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:40:05.177681 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-c52994b7-2c1a-45e7-8fac-a782db2b0cfb admin admin] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:40:05.202306 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 1c7c936a-3a06-4b2e-8f70-c98569894a16 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:40:05.350117 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a158d26-3aa3-4251-b1f0-b9b1ff49a43a req-f9987214-18ce-4286-8607-1082a90dc375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:05.351613 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-5a158d26-3aa3-4251-b1f0-b9b1ff49a43a req-f9987214-18ce-4286-8607-1082a90dc375 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f0cbbb0-e1d8-4eda-8b5a-9467452e6368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1955225 Aug 26 13:40:05.403569 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257c3f6-6959-4b41-8523-32f90d6e21c6 req-b5ed355b-7ce4-4adc-8184-eed284719b4b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:05.407088 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e257c3f6-6959-4b41-8523-32f90d6e21c6 req-b5ed355b-7ce4-4adc-8184-eed284719b4b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.1177168 Aug 26 13:40:05.430731 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning for port 1c7c936a-3a06-4b2e-8f70-c98569894a16 completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:40:05.436129 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port 1c7c936a-3a06-4b2e-8f70-c98569894a16 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:40:05.436523 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:05.544108 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e257c3f6-6959-4b41-8523-32f90d6e21c6 req-d4558de2-0976-477e-8420-1efc57991016 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225119 Aug 26 13:40:05.563295 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52994b7-2c1a-45e7-8fac-a782db2b0cfb admin admin] Router f60c04d4-a7a9-4b50-a1f8-bef6679d29fe has already been hosted by L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 {{(pid=94615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 13:40:05.580667 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13edfba9-34ff-4868-bea9-82f89de4d2d2 req-5a9ba899-3184-4c4a-8ade-d0ee588a8acd tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:05.584113 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-13edfba9-34ff-4868-bea9-82f89de4d2d2 req-5a9ba899-3184-4c4a-8ade-d0ee588a8acd tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.1557541 Aug 26 13:40:05.698361 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:05.707700 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-68ac3416-14f2-4487-9635-9e6cccc623bb None None] Provisioning complete for port ce108a34-7312-4c09-8839-ffbd5476aa96 triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:40:05.708301 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-68ac3416-14f2-4487-9635-9e6cccc623bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:05.715919 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-5a158d26-3aa3-4251-b1f0-b9b1ff49a43a req-4626fe16-0788-41b5-8150-39492bb48819 service neutron] 10.222.0.38 "GET /v2.0/networks/4f0cbbb0-e1d8-4eda-8b5a-9467452e6368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522158 Aug 26 13:40:05.735080 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-13edfba9-34ff-4868-bea9-82f89de4d2d2 req-1ffeccc3-5ef3-4606-b767-9349a1ae5e46 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436646 Aug 26 13:40:05.783339 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] For port 1c7c936a-3a06-4b2e-8f70-c98569894a16, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=1c7c936a-3a06-4b2e-8f70-c98569894a16,segment=NetworkSegment(706c7343-f453-451d-93d0-3f6d714ba662),segment_id=706c7343-f453-451d-93d0-3f6d714ba662)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:40:05.788742 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-68ac3416-14f2-4487-9635-9e6cccc623bb None None] Port ce108a34-7312-4c09-8839-ffbd5476aa96 cannot update to ACTIVE because it is not bound. {{(pid=94616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 13:40:05.845525 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52994b7-2c1a-45e7-8fac-a782db2b0cfb admin admin] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:40:05.861763 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-c52994b7-2c1a-45e7-8fac-a782db2b0cfb admin admin] 10.222.0.35 "PUT /v2.0/routers/f60c04d4-a7a9-4b50-a1f8-bef6679d29fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7184975 Aug 26 13:40:05.889932 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:05.904840 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-5a158d26-3aa3-4251-b1f0-b9b1ff49a43a req-e56e8d3d-7936-4290-a64e-264ec2feb0c0 service neutron] 10.222.0.38 "GET /v2.0/networks/4f0cbbb0-e1d8-4eda-8b5a-9467452e6368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327066 Aug 26 13:40:05.946138 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Pushing event updated for resources: {'Port': ['ID=1c7c936a-3a06-4b2e-8f70-c98569894a16,revision_number=4']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:06.367240 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b339f2-6164-4b28-8368-637b22a8f2b2 None None] Sync routers for ids ['f60c04d4-a7a9-4b50-a1f8-bef6679d29fe'] in dv-cinder-786386-11-iscsi {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:40:06.381813 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b339f2-6164-4b28-8368-637b22a8f2b2 None None] Routers {'f60c04d4-a7a9-4b50-a1f8-bef6679d29fe'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:40:06.382796 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-81b339f2-6164-4b28-8368-637b22a8f2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:39:57Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['f60c04d4-a7a9-4b50-a1f8-bef6679d29fe'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:40:06.501692 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-81b339f2-6164-4b28-8368-637b22a8f2b2 None None] Set router f60c04d4-a7a9-4b50-a1f8-bef6679d29fe gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:40:06.616980 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 59136) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:40:06.622441 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-13c3f260-5461-4af4-8cc9-b6e1d8494e4c tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-218972504', 'description': 'tempest-secgroup-smoke-218972504 description', 'project_id': '42581d098bad41969e8958b4a30db51f'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:40:06.697806 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a7ab6-2596-4a74-864b-ba29c2e97a68 req-9978ce58-847f-4247-8632-8be6dacc94bd tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:06.699343 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-184a7ab6-2596-4a74-864b-ba29c2e97a68 req-9978ce58-847f-4247-8632-8be6dacc94bd tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.0618303 Aug 26 13:40:06.719112 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-81b339f2-6164-4b28-8368-637b22a8f2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60c04d4-a7a9-4b50-a1f8-bef6679d29fe', 'name': 'tempest-TestShelveInstance-477152934-router', 'tenant_id': '16fa718d2c444ef985de66e8606f54a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '1c7c936a-3a06-4b2e-8f70-c98569894a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:39:58Z', 'updated_at': '2021-08-26T13:40:03Z', 'revision_number': 4, 'project_id': '16fa718d2c444ef985de66e8606f54a1', 'gw_port': {'id': '1c7c936a-3a06-4b2e-8f70-c98569894a16', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60c04d4-a7a9-4b50-a1f8-bef6679d29fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:39:59Z', 'updated_at': '2021-08-26T13:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': 'ce108a34-7312-4c09-8839-ffbd5476aa96', 'name': '', 'network_id': 'b95c55c6-c190-4bc9-b871-bf7117347016', 'tenant_id': '16fa718d2c444ef985de66e8606f54a1', 'mac_address': 'fa:16:3e:74:a3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60c04d4-a7a9-4b50-a1f8-bef6679d29fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0d1956c8-429b-4190-b9d4-5e62395160d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:40:02Z', 'updated_at': '2021-08-26T13:40:04Z', 'revision_number': 2, 'project_id': '16fa718d2c444ef985de66e8606f54a1', 'subnets': [{'id': '0d1956c8-429b-4190-b9d4-5e62395160d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:40:06.741086 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-184a7ab6-2596-4a74-864b-ba29c2e97a68 req-2340fff0-8110-42de-82d4-98c49c09b165 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352514 Aug 26 13:40:06.750442 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b339f2-6164-4b28-8368-637b22a8f2b2 None None] Checking router: f60c04d4-a7a9-4b50-a1f8-bef6679d29fe for host: dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:40:06.750805 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b339f2-6164-4b28-8368-637b22a8f2b2 None None] Updating router f60c04d4-a7a9-4b50-a1f8-bef6679d29fe port ce108a34-7312-4c09-8839-ffbd5476aa96 binding host dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 13:40:06.751878 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-13c3f260-5461-4af4-8cc9-b6e1d8494e4c tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:06.800357 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-81b339f2-6164-4b28-8368-637b22a8f2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:06.889744 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-13c3f260-5461-4af4-8cc9-b6e1d8494e4c tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:06.916017 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23672c05-68ad-42cb-9055-de874654f385 req-4e1ac27b-e90c-4595-8052-862f878132e6 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:06.917996 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-23672c05-68ad-42cb-9055-de874654f385 req-4e1ac27b-e90c-4595-8052-862f878132e6 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.0650837 Aug 26 13:40:06.959524 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-23672c05-68ad-42cb-9055-de874654f385 req-2fc96330-3fbe-47dc-a8ef-13912b451db9 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349066 Aug 26 13:40:06.967491 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-13c3f260-5461-4af4-8cc9-b6e1d8494e4c tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:07.005756 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3f260-5461-4af4-8cc9-b6e1d8494e4c tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa446040-c496-4451-b747-3499819f6e76,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:07.061063 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-13c3f260-5461-4af4-8cc9-b6e1d8494e4c tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:07.062612 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-13c3f260-5461-4af4-8cc9-b6e1d8494e4c tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4437749 Aug 26 13:40:07.065780 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 59148) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:40:07.074384 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-5b7622e0-a7b6-4be8-bbcb-6292605ed683 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Request body: {'security_group_rule': {'security_group_id': 'aa446040-c496-4451-b747-3499819f6e76', 'project_id': '42581d098bad41969e8958b4a30db51f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:40:07.110317 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-81b339f2-6164-4b28-8368-637b22a8f2b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:07.123897 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-81b339f2-6164-4b28-8368-637b22a8f2b2 None None] Transition to ACTIVE for port object ce108a34-7312-4c09-8839-ffbd5476aa96 will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:40:07.129000 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 1c7c936a-3a06-4b2e-8f70-c98569894a16 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:40:07.182363 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port 1c7c936a-3a06-4b2e-8f70-c98569894a16 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:40:07.182739 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:07.195557 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5b7622e0-a7b6-4be8-bbcb-6292605ed683 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:07.210019 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-81b339f2-6164-4b28-8368-637b22a8f2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:07.267628 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5b7622e0-a7b6-4be8-bbcb-6292605ed683 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:07.301016 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbafd7a3-150b-4787-ba26-5d85e94d0738 None None] Pushing event updated for resources: {'Port': ['ID=ce108a34-7312-4c09-8839-ffbd5476aa96,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:07.358603 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5b7622e0-a7b6-4be8-bbcb-6292605ed683 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096277'] for security_group_rule, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:07.368788 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-81b339f2-6164-4b28-8368-637b22a8f2b2 None None] Attempting to bind port ce108a34-7312-4c09-8839-ffbd5476aa96 on host dv-cinder-786386-11-iscsi for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:40:07.369435 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-81b339f2-6164-4b28-8368-637b22a8f2b2 None None] Attempting to bind port ce108a34-7312-4c09-8839-ffbd5476aa96 by drivers openvswitch,hyperv on host dv-cinder-786386-11-iscsi at level 0 using segments [{'id': 'a19573d7-362f-46f2-bbf7-cfe8164a0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b95c55c6-c190-4bc9-b871-bf7117347016'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:40:07.369958 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b339f2-6164-4b28-8368-637b22a8f2b2 None None] Attempting to bind port ce108a34-7312-4c09-8839-ffbd5476aa96 on network b95c55c6-c190-4bc9-b871-bf7117347016 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:40:07.385130 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b339f2-6164-4b28-8368-637b22a8f2b2 None None] Checking agent: {'id': 'e5d43163-2ed7-4be7-b0e9-dba87db69928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 28, 57), 'started_at': datetime.datetime(2021, 8, 26, 13, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:40:07.385332 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b339f2-6164-4b28-8368-637b22a8f2b2 None None] Checking segment: {'id': 'a19573d7-362f-46f2-bbf7-cfe8164a0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b95c55c6-c190-4bc9-b871-bf7117347016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:40:07.386033 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-81b339f2-6164-4b28-8368-637b22a8f2b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:07.387127 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b339f2-6164-4b28-8368-637b22a8f2b2 None None] Bound using segment: {'id': 'a19573d7-362f-46f2-bbf7-cfe8164a0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b95c55c6-c190-4bc9-b871-bf7117347016'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:40:07.387611 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-81b339f2-6164-4b28-8368-637b22a8f2b2 None None] Bound port: ce108a34-7312-4c09-8839-ffbd5476aa96, host: dv-cinder-786386-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a19573d7-362f-46f2-bbf7-cfe8164a0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b95c55c6-c190-4bc9-b871-bf7117347016'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:40:07.387992 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-81b339f2-6164-4b28-8368-637b22a8f2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:07.394860 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7622e0-a7b6-4be8-bbcb-6292605ed683 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0568938-871b-4b07-87bb-6bdbe0fdf470,revision_number=0']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:07.469596 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-81b339f2-6164-4b28-8368-637b22a8f2b2 None None] For port ce108a34-7312-4c09-8839-ffbd5476aa96, host dv-cinder-786386-11-iscsi, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:40:07.472853 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-81b339f2-6164-4b28-8368-637b22a8f2b2 None None] For port ce108a34-7312-4c09-8839-ffbd5476aa96, host dv-cinder-786386-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=ce108a34-7312-4c09-8839-ffbd5476aa96,segment=NetworkSegment(a19573d7-362f-46f2-bbf7-cfe8164a0d43),segment_id=a19573d7-362f-46f2-bbf7-cfe8164a0d43)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:40:07.486149 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5b7622e0-a7b6-4be8-bbcb-6292605ed683 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:07.486149 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-5b7622e0-a7b6-4be8-bbcb-6292605ed683 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4101641 Aug 26 13:40:07.488234 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 59158) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:40:07.492835 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-95677181-d7b1-4377-856e-f004acc8ba34 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Request body: {'security_group_rule': {'security_group_id': 'aa446040-c496-4451-b747-3499819f6e76', 'project_id': '42581d098bad41969e8958b4a30db51f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:40:07.562416 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-81b339f2-6164-4b28-8368-637b22a8f2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:07.621563 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbafd7a3-150b-4787-ba26-5d85e94d0738 None None] Pushing event updated for resources: {'Port': ['ID=ce108a34-7312-4c09-8839-ffbd5476aa96,revision_number=4']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:07.624228 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b339f2-6164-4b28-8368-637b22a8f2b2 None None] Routers {'f60c04d4-a7a9-4b50-a1f8-bef6679d29fe'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:40:07.624833 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-81b339f2-6164-4b28-8368-637b22a8f2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:39:57Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['f60c04d4-a7a9-4b50-a1f8-bef6679d29fe'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:40:07.647709 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-95677181-d7b1-4377-856e-f004acc8ba34 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:07.718995 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-95677181-d7b1-4377-856e-f004acc8ba34 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:07.768904 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-81b339f2-6164-4b28-8368-637b22a8f2b2 None None] Set router f60c04d4-a7a9-4b50-a1f8-bef6679d29fe gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:40:07.848038 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-95677181-d7b1-4377-856e-f004acc8ba34 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096277'] for security_group_rule, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:07.886199 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95677181-d7b1-4377-856e-f004acc8ba34 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3452776c-b916-4e06-9ef6-464998c55e30,revision_number=0']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:07.926334 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214d3fb-8f9f-4eed-90e8-61a34c25934c req-0d540096-34fc-4516-9030-d6c04d287ddb tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:07.928766 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4214d3fb-8f9f-4eed-90e8-61a34c25934c req-0d540096-34fc-4516-9030-d6c04d287ddb tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.0954630 Aug 26 13:40:07.971203 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4214d3fb-8f9f-4eed-90e8-61a34c25934c req-b959007f-d5b4-475b-aa87-e338bff43d95 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358853 Aug 26 13:40:07.984139 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-95677181-d7b1-4377-856e-f004acc8ba34 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:07.985264 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-95677181-d7b1-4377-856e-f004acc8ba34 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4959974 Aug 26 13:40:07.988203 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 59166) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:40:07.992924 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-ce71acf6-c64d-43b7-96ff-ebf538b7a49b tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Request body: {'security_group_rule': {'security_group_id': 'aa446040-c496-4451-b747-3499819f6e76', 'project_id': '42581d098bad41969e8958b4a30db51f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:40:08.070496 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-81b339f2-6164-4b28-8368-637b22a8f2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60c04d4-a7a9-4b50-a1f8-bef6679d29fe', 'name': 'tempest-TestShelveInstance-477152934-router', 'tenant_id': '16fa718d2c444ef985de66e8606f54a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '1c7c936a-3a06-4b2e-8f70-c98569894a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:39:58Z', 'updated_at': '2021-08-26T13:40:03Z', 'revision_number': 4, 'project_id': '16fa718d2c444ef985de66e8606f54a1', 'gw_port': {'id': '1c7c936a-3a06-4b2e-8f70-c98569894a16', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60c04d4-a7a9-4b50-a1f8-bef6679d29fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:39:59Z', 'updated_at': '2021-08-26T13:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': 'ce108a34-7312-4c09-8839-ffbd5476aa96', 'name': '', 'network_id': 'b95c55c6-c190-4bc9-b871-bf7117347016', 'tenant_id': '16fa718d2c444ef985de66e8606f54a1', 'mac_address': 'fa:16:3e:74:a3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60c04d4-a7a9-4b50-a1f8-bef6679d29fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0d1956c8-429b-4190-b9d4-5e62395160d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:40:02Z', 'updated_at': '2021-08-26T13:40:07Z', 'revision_number': 4, 'project_id': '16fa718d2c444ef985de66e8606f54a1', 'subnets': [{'id': '0d1956c8-429b-4190-b9d4-5e62395160d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:40:08.098053 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b339f2-6164-4b28-8368-637b22a8f2b2 None None] The sync data for ids ['f60c04d4-a7a9-4b50-a1f8-bef6679d29fe'] in dv-cinder-786386-11-iscsi is: [{'id': 'f60c04d4-a7a9-4b50-a1f8-bef6679d29fe', 'name': 'tempest-TestShelveInstance-477152934-router', 'tenant_id': '16fa718d2c444ef985de66e8606f54a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '1c7c936a-3a06-4b2e-8f70-c98569894a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:39:58Z', 'updated_at': '2021-08-26T13:40:03Z', 'revision_number': 4, 'project_id': '16fa718d2c444ef985de66e8606f54a1', 'gw_port': {'id': '1c7c936a-3a06-4b2e-8f70-c98569894a16', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60c04d4-a7a9-4b50-a1f8-bef6679d29fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:39:59Z', 'updated_at': '2021-08-26T13:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': 'ce108a34-7312-4c09-8839-ffbd5476aa96', 'name': '', 'network_id': 'b95c55c6-c190-4bc9-b871-bf7117347016', 'tenant_id': '16fa718d2c444ef985de66e8606f54a1', 'mac_address': 'fa:16:3e:74:a3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60c04d4-a7a9-4b50-a1f8-bef6679d29fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0d1956c8-429b-4190-b9d4-5e62395160d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:40:02Z', 'updated_at': '2021-08-26T13:40:07Z', 'revision_number': 4, 'project_id': '16fa718d2c444ef985de66e8606f54a1', 'subnets': [{'id': '0d1956c8-429b-4190-b9d4-5e62395160d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:40:08.098389 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ce71acf6-c64d-43b7-96ff-ebf538b7a49b tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:08.199613 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ce71acf6-c64d-43b7-96ff-ebf538b7a49b tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:08.299194 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ce71acf6-c64d-43b7-96ff-ebf538b7a49b tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096277'] for security_group_rule, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:08.318865 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce71acf6-c64d-43b7-96ff-ebf538b7a49b tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64cd75bb-2783-4f15-b8aa-5f453255af84,revision_number=0']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:08.436376 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ce71acf6-c64d-43b7-96ff-ebf538b7a49b tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:08.438233 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-ce71acf6-c64d-43b7-96ff-ebf538b7a49b tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4487512 Aug 26 13:40:08.440984 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 59170) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:40:08.447257 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-bfdd98cc-d2c0-492c-9fe9-3df10ce9bbaa tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Request body: {'security_group_rule': {'security_group_id': 'aa446040-c496-4451-b747-3499819f6e76', 'project_id': '42581d098bad41969e8958b4a30db51f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:40:08.583475 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-bfdd98cc-d2c0-492c-9fe9-3df10ce9bbaa tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:08.654704 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-bfdd98cc-d2c0-492c-9fe9-3df10ce9bbaa tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:08.750790 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-bfdd98cc-d2c0-492c-9fe9-3df10ce9bbaa tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096277'] for security_group_rule, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:08.770430 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd98cc-d2c0-492c-9fe9-3df10ce9bbaa tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f607e68-dfd1-45d3-9c0c-ff577f61955a,revision_number=0']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:08.836122 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-bfdd98cc-d2c0-492c-9fe9-3df10ce9bbaa tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:08.837375 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-bfdd98cc-d2c0-492c-9fe9-3df10ce9bbaa tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3951139 Aug 26 13:40:08.841151 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 59178) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:40:08.846705 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-0e14afa4-139e-4f33-8960-3c789f662832 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Request body: {'security_group_rule': {'security_group_id': 'aa446040-c496-4451-b747-3499819f6e76', 'project_id': '42581d098bad41969e8958b4a30db51f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:40:08.945038 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.db.securitygroups_db [None req-0e14afa4-139e-4f33-8960-3c789f662832 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Project 42581d098bad41969e8958b4a30db51f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 13:40:08.952262 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-0e14afa4-139e-4f33-8960-3c789f662832 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:09.007899 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-0e14afa4-139e-4f33-8960-3c789f662832 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:09.100427 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-0e14afa4-139e-4f33-8960-3c789f662832 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096277'] for security_group_rule, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:09.120094 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b9047-75d9-4740-8b4f-2a1f8d21dcca req-78a0d3a5-eb00-4c3f-9954-f94f317513b1 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:09.128704 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-de5b9047-75d9-4740-8b4f-2a1f8d21dcca req-78a0d3a5-eb00-4c3f-9954-f94f317513b1 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.0745037 Aug 26 13:40:09.164508 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14afa4-139e-4f33-8960-3c789f662832 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71589954-0f2b-406d-9665-3963acb8d17a,revision_number=0']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:09.181179 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device ce108a34-7312-4c09-8839-ffbd5476aa96 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:40:09.215702 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-de5b9047-75d9-4740-8b4f-2a1f8d21dcca req-958bce8b-7a26-434c-a19b-812e2d21853d tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849693 Aug 26 13:40:09.253476 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-0e14afa4-139e-4f33-8960-3c789f662832 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:09.258255 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-0e14afa4-139e-4f33-8960-3c789f662832 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4157443 Aug 26 13:40:09.259078 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 59192) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:40:09.264883 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-37693bcb-0083-4b7f-868b-de5aa0d55e97 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Request body: {'security_group_rule': {'security_group_id': 'aa446040-c496-4451-b747-3499819f6e76', 'project_id': '42581d098bad41969e8958b4a30db51f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:40:09.336804 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning for port ce108a34-7312-4c09-8839-ffbd5476aa96 completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:40:09.340284 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port ce108a34-7312-4c09-8839-ffbd5476aa96 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:40:09.340674 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:09.384977 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.db.securitygroups_db [None req-37693bcb-0083-4b7f-868b-de5aa0d55e97 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Project 42581d098bad41969e8958b4a30db51f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 13:40:09.391466 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-37693bcb-0083-4b7f-868b-de5aa0d55e97 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:09.443640 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:09.487925 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-37693bcb-0083-4b7f-868b-de5aa0d55e97 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:09.490722 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] For port ce108a34-7312-4c09-8839-ffbd5476aa96, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=ce108a34-7312-4c09-8839-ffbd5476aa96,segment=NetworkSegment(a19573d7-362f-46f2-bbf7-cfe8164a0d43),segment_id=a19573d7-362f-46f2-bbf7-cfe8164a0d43)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:40:09.659791 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:09.660945 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-37693bcb-0083-4b7f-868b-de5aa0d55e97 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096277'] for security_group_rule, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:09.693580 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37693bcb-0083-4b7f-868b-de5aa0d55e97 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c19fb65-4fa5-4e50-88bf-44001841c1b1,revision_number=0']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:09.715636 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Pushing event updated for resources: {'Port': ['ID=ce108a34-7312-4c09-8839-ffbd5476aa96,revision_number=5']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:09.905926 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-37693bcb-0083-4b7f-868b-de5aa0d55e97 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:09.907466 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-37693bcb-0083-4b7f-868b-de5aa0d55e97 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6470623 Aug 26 13:40:10.409441 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffebfa10-ada4-47ea-afd1-527e0417c8d8 req-78e46feb-02fb-4544-9b52-ddc2f577460a tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:10.411273 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ffebfa10-ada4-47ea-afd1-527e0417c8d8 req-78e46feb-02fb-4544-9b52-ddc2f577460a tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.0595379 Aug 26 13:40:10.456633 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ffebfa10-ada4-47ea-afd1-527e0417c8d8 req-d7d6ab69-cdf7-4106-a7ee-b2134bef7062 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373197 Aug 26 13:40:11.149554 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device ce108a34-7312-4c09-8839-ffbd5476aa96 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:40:11.248243 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port ce108a34-7312-4c09-8839-ffbd5476aa96 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:40:11.248730 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:11.590835 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66941b-1e2c-46a4-aa96-9f847f42face req-d89cfa91-2bc1-4897-8f0c-eaab1bc933ab tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:11.593928 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8c66941b-1e2c-46a4-aa96-9f847f42face req-d89cfa91-2bc1-4897-8f0c-eaab1bc933ab tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.0597696 Aug 26 13:40:11.639889 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8c66941b-1e2c-46a4-aa96-9f847f42face req-fadb4777-501c-4b2a-a046-9a12f55303bd tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363762 Aug 26 13:40:12.769844 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 6 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:40:12.835443 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b80be-5574-499c-b107-daf4cb640b3b req-565da542-d3e0-48b7-a4fb-68fedda0551b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:12.849188 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-009b80be-5574-499c-b107-daf4cb640b3b req-565da542-d3e0-48b7-a4fb-68fedda0551b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.1191003 Aug 26 13:40:12.904769 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-009b80be-5574-499c-b107-daf4cb640b3b req-04b76eac-97e0-4086-8231-e2a4e0b64d5a tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540433 Aug 26 13:40:14.066307 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f97d4-3456-41db-b83f-b27e7099a4cc req-cf537772-a188-4fb5-8001-f5d6ac58ac4c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:14.068155 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5d3f97d4-3456-41db-b83f-b27e7099a4cc req-cf537772-a188-4fb5-8001-f5d6ac58ac4c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.0763812 Aug 26 13:40:14.130685 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5d3f97d4-3456-41db-b83f-b27e7099a4cc req-b74869fd-d982-400a-b1ef-2fd6f9802b7e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497987 Aug 26 13:40:14.795315 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 59354) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:40:14.956755 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ebdadfd2-bcbc-406d-a647-fc949ceb87f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:15.083314 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ebdadfd2-bcbc-406d-a647-fc949ceb87f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:15.173676 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ebdadfd2-bcbc-406d-a647-fc949ceb87f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:15.212754 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-ebdadfd2-bcbc-406d-a647-fc949ceb87f4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=41e6ca12a9a64766949879c0a02a73aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4162633 Aug 26 13:40:15.213896 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdadfd2-bcbc-406d-a647-fc949ceb87f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9696b6d8-38a2-4a56-89ea-5aa2d7183ee6,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:15.215685 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 59358) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:40:15.281892 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ddd3605f-6b04-42d8-a564-28a34a40482d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:15.320211 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ddd3605f-6b04-42d8-a564-28a34a40482d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:15.473993 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ddd3605f-6b04-42d8-a564-28a34a40482d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:15.476572 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ddd3605f-6b04-42d8-a564-28a34a40482d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:15.481198 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-ddd3605f-6b04-42d8-a564-28a34a40482d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9696b6d8-38a2-4a56-89ea-5aa2d7183ee6 HTTP/1.1" status: 204 len: 168 time: 0.2605486 Aug 26 13:40:15.487502 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3605f-6b04-42d8-a564-28a34a40482d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9696b6d8-38a2-4a56-89ea-5aa2d7183ee6,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:15.548725 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634568f4-3dce-4abc-98e9-e0e3a48e2468 req-420bb2bd-ca36-4b23-8e3e-d8acc26a23e5 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:15.558374 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-634568f4-3dce-4abc-98e9-e0e3a48e2468 req-420bb2bd-ca36-4b23-8e3e-d8acc26a23e5 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.1235540 Aug 26 13:40:15.603617 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-634568f4-3dce-4abc-98e9-e0e3a48e2468 req-74b12b97-4ae6-4a78-bf46-097b6249dea8 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454922 Aug 26 13:40:16.091901 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 59378) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:40:16.209297 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-586a50ad-a74e-4c41-b82a-0c9010cd1721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:16.306438 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-586a50ad-a74e-4c41-b82a-0c9010cd1721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:16.373135 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-586a50ad-a74e-4c41-b82a-0c9010cd1721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:16.428800 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a50ad-a74e-4c41-b82a-0c9010cd1721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e850568d-e83c-40a8-879b-791cc9a0d82e,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:16.443074 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-586a50ad-a74e-4c41-b82a-0c9010cd1721 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e38c491e256c4104a451e39a0fc2a80b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3500521 Aug 26 13:40:16.443374 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 59384) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:40:16.520277 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-92662b59-41a3-48e3-8f3f-1fed6132d6a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:16.544766 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-92662b59-41a3-48e3-8f3f-1fed6132d6a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:16.681836 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-92662b59-41a3-48e3-8f3f-1fed6132d6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:16.685254 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-92662b59-41a3-48e3-8f3f-1fed6132d6a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:16.688830 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-92662b59-41a3-48e3-8f3f-1fed6132d6a0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e850568d-e83c-40a8-879b-791cc9a0d82e HTTP/1.1" status: 204 len: 168 time: 0.2421651 Aug 26 13:40:16.707777 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92662b59-41a3-48e3-8f3f-1fed6132d6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e850568d-e83c-40a8-879b-791cc9a0d82e,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:16.785670 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa1cf3-3e62-4357-839d-dda9668bda3a req-f028fcec-b493-4cc0-bdfb-09dfa992df27 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:16.788675 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-caaa1cf3-3e62-4357-839d-dda9668bda3a req-f028fcec-b493-4cc0-bdfb-09dfa992df27 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.1014647 Aug 26 13:40:16.840064 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-caaa1cf3-3e62-4357-839d-dda9668bda3a req-f32bc6ae-a6b4-43fb-90e2-21b530ab4a59 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438077 Aug 26 13:40:17.505689 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 59404) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:40:17.536025 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b7c4b0b1-1f79-4560-b503-e261a1311adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:17.681844 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b7c4b0b1-1f79-4560-b503-e261a1311adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:17.784876 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b7c4b0b1-1f79-4560-b503-e261a1311adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:17.832308 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-b7c4b0b1-1f79-4560-b503-e261a1311adf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=35aa9bb4184249759355ef1b375935d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3253703 Aug 26 13:40:17.833204 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4b0b1-1f79-4560-b503-e261a1311adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c946a3-784b-47aa-84f7-7b3b0fe3503d,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:17.836107 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 59412) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:40:17.915286 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c12f4a5d-88d5-40bf-b3ac-efcd81a6f3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:17.940292 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c12f4a5d-88d5-40bf-b3ac-efcd81a6f3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:18.025010 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43594d-f397-4507-a23b-df6ffd0ba039 req-eb723bad-0a24-45d4-9346-9797c440d31a tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:18.026640 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ee43594d-f397-4507-a23b-df6ffd0ba039 req-eb723bad-0a24-45d4-9346-9797c440d31a tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.0892029 Aug 26 13:40:18.076363 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ee43594d-f397-4507-a23b-df6ffd0ba039 req-78f1fcdb-d907-4623-bda8-4404aa2dae72 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386498 Aug 26 13:40:18.116299 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c12f4a5d-88d5-40bf-b3ac-efcd81a6f3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:18.121329 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c12f4a5d-88d5-40bf-b3ac-efcd81a6f3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:18.124953 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-c12f4a5d-88d5-40bf-b3ac-efcd81a6f3d3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/42c946a3-784b-47aa-84f7-7b3b0fe3503d HTTP/1.1" status: 204 len: 168 time: 0.2849948 Aug 26 13:40:18.133327 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f4a5d-88d5-40bf-b3ac-efcd81a6f3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c946a3-784b-47aa-84f7-7b3b0fe3503d,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:19.206831 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae561b-fdd7-4e90-a787-08d8f6805455 req-e797e7ce-6800-4f38-ae26-b5f4ea863bb3 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:19.208421 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e2ae561b-fdd7-4e90-a787-08d8f6805455 req-e797e7ce-6800-4f38-ae26-b5f4ea863bb3 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.0581510 Aug 26 13:40:19.255071 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e2ae561b-fdd7-4e90-a787-08d8f6805455 req-537c637b-7a19-41f1-8f79-83a2925d3499 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384173 Aug 26 13:40:20.410004 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fecbad-6b00-46cd-8bfe-1a831be84901 req-b4ea2775-0edf-4d72-8a4e-6f0e7443ac10 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:20.412005 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-34fecbad-6b00-46cd-8bfe-1a831be84901 req-b4ea2775-0edf-4d72-8a4e-6f0e7443ac10 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.0548570 Aug 26 13:40:20.467021 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-34fecbad-6b00-46cd-8bfe-1a831be84901 req-6cd4e1eb-9cb1-444c-a8b7-bebb6020bec3 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479550 Aug 26 13:40:21.621839 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239a61e-561e-4061-ae85-6c8376ea25f2 req-ab233031-4b80-4185-93e2-3fff534104f3 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:21.623466 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7239a61e-561e-4061-ae85-6c8376ea25f2 req-ab233031-4b80-4185-93e2-3fff534104f3 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.0694005 Aug 26 13:40:21.677896 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7239a61e-561e-4061-ae85-6c8376ea25f2 req-f0794772-0a02-4311-a36f-d9ca8f9d0ccd tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395095 Aug 26 13:40:22.816671 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590dc26a-98f1-4741-a370-c8034b669722 req-92f9aa5a-ff38-4cce-9639-a22214e800ef tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:22.818364 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-590dc26a-98f1-4741-a370-c8034b669722 req-92f9aa5a-ff38-4cce-9639-a22214e800ef tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.0555968 Aug 26 13:40:22.863315 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-590dc26a-98f1-4741-a370-c8034b669722 req-910e6d16-9e5c-41eb-a47d-84b971a42c70 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359490 Aug 26 13:40:23.990964 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5705a7-0252-4c4a-9d77-2f42f4ad766a req-661820b4-2d91-4a9f-93d1-735d650736da tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:23.998371 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5f5705a7-0252-4c4a-9d77-2f42f4ad766a req-661820b4-2d91-4a9f-93d1-735d650736da tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.0576444 Aug 26 13:40:24.040292 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5f5705a7-0252-4c4a-9d77-2f42f4ad766a req-a9929795-0aba-4c9f-9f7f-3a522ff1dce4 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398378 Aug 26 13:40:24.110363 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0483d7a8-99ac-4804-b637-26c44d25cf14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:25.177544 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0988a-da91-4381-aa79-096c5c9093d3 req-6407af41-f8d2-4eda-9d7d-7948b7790e16 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:25.179129 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-31a0988a-da91-4381-aa79-096c5c9093d3 req-6407af41-f8d2-4eda-9d7d-7948b7790e16 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.0521016 Aug 26 13:40:25.221183 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-31a0988a-da91-4381-aa79-096c5c9093d3 req-3dccb1f8-c39b-435a-b73c-fa93f44e7d88 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350828 Aug 26 13:40:26.344529 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c309d00-78a5-4f5f-a75e-45e74e2c63df req-109e3d99-5b39-4b16-87b6-91e7ab3ad8aa tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:26.346067 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8c309d00-78a5-4f5f-a75e-45e74e2c63df req-109e3d99-5b39-4b16-87b6-91e7ab3ad8aa tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.0515988 Aug 26 13:40:26.385698 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8c309d00-78a5-4f5f-a75e-45e74e2c63df req-ebd39ec6-7169-406c-ae11-d2a086971f34 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331259 Aug 26 13:40:26.916673 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-da06d33b-1bf0-4d5e-9f29-119203bbd928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:27.408200 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63564bb2-4006-4eab-a5b1-d3f9fda47b80 req-b2f92d5f-b457-4ac4-8fed-4c1c0b3a2225 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:27.409747 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-63564bb2-4006-4eab-a5b1-d3f9fda47b80 req-b2f92d5f-b457-4ac4-8fed-4c1c0b3a2225 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 945 time: 0.0505774 Aug 26 13:40:27.453653 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-63564bb2-4006-4eab-a5b1-d3f9fda47b80 req-27a4ed73-0ba2-4ff4-b9b4-d49e341eb729 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376294 Aug 26 13:40:27.516457 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8404a-5bf2-4623-9ff0-9dd6ea48cb8b req-b032a201-6bcf-49da-a763-12175f6b3379 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:27.516710 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:27.518579 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e5c8404a-5bf2-4623-9ff0-9dd6ea48cb8b req-b032a201-6bcf-49da-a763-12175f6b3379 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.0518892 Aug 26 13:40:27.557334 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e5c8404a-5bf2-4623-9ff0-9dd6ea48cb8b req-1a8c4fec-dc21-433b-8e36-4860abf991b1 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328708 Aug 26 13:40:27.939308 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:28.587939 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c5947-5b39-4b41-a999-3b7221cb23a2 req-4d00f274-b362-411a-b1c7-9ca57c07e8c8 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:28.589278 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6e7c5947-5b39-4b41-a999-3b7221cb23a2 req-4d00f274-b362-411a-b1c7-9ca57c07e8c8 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 945 time: 0.0540290 Aug 26 13:40:28.623391 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c7e2c-482b-44d4-ba81-fac69a1db044 req-dd38f36d-0704-44c7-955b-bb07c7fd76cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:28.625638 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-256c7e2c-482b-44d4-ba81-fac69a1db044 req-dd38f36d-0704-44c7-955b-bb07c7fd76cc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb7886896a194491958e9bfa03f0ea57&device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 1097 time: 0.0457950 Aug 26 13:40:28.637761 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6e7c5947-5b39-4b41-a999-3b7221cb23a2 req-95a3796b-fdee-4bdb-a07c-cbd7b91fd4e8 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405059 Aug 26 13:40:28.662564 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:28.697634 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a2434-7c8e-49c1-9679-937e327d3652 req-a2eb8028-08c0-4a72-9634-722e210d0642 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:28.699779 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f31a2434-7c8e-49c1-9679-937e327d3652 req-a2eb8028-08c0-4a72-9634-722e210d0642 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.0570393 Aug 26 13:40:28.739431 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c7e2c-482b-44d4-ba81-fac69a1db044 req-ab2377bd-8e00-4081-adc4-17fc92bd646d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:28.740935 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-256c7e2c-482b-44d4-ba81-fac69a1db044 req-ab2377bd-8e00-4081-adc4-17fc92bd646d service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f0cbbb0-e1d8-4eda-8b5a-9467452e6368 HTTP/1.1" status: 200 len: 916 time: 0.0940716 Aug 26 13:40:28.746702 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f31a2434-7c8e-49c1-9679-937e327d3652 req-ce7ab416-f789-4f3d-a188-487b4275c4fc tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355756 Aug 26 13:40:28.809683 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-256c7e2c-482b-44d4-ba81-fac69a1db044 req-d4abca81-4aa3-4e96-9396-56dd508f8663 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 HTTP/1.1" status: 200 len: 1000 time: 0.0600538 Aug 26 13:40:28.865962 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c7e2c-482b-44d4-ba81-fac69a1db044 req-53c16ee8-fdd0-409d-b393-21ac0cd0b1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:28.867516 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-256c7e2c-482b-44d4-ba81-fac69a1db044 req-53c16ee8-fdd0-409d-b393-21ac0cd0b1af service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f404f389-dc0c-4c0d-a515-d27c76237ec3 HTTP/1.1" status: 200 len: 854 time: 0.0493281 Aug 26 13:40:28.916323 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c7e2c-482b-44d4-ba81-fac69a1db044 req-c5e3f40a-8fa0-44d5-9ba6-e80c7c748e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:28.917757 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-256c7e2c-482b-44d4-ba81-fac69a1db044 req-c5e3f40a-8fa0-44d5-9ba6-e80c7c748e9b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f0cbbb0-e1d8-4eda-8b5a-9467452e6368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403736 Aug 26 13:40:29.034597 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-256c7e2c-482b-44d4-ba81-fac69a1db044 req-3dc54289-b81d-4e82-a44c-3478e08a4b2d service neutron] 10.222.0.38 "GET /v2.0/networks/4f0cbbb0-e1d8-4eda-8b5a-9467452e6368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031864 Aug 26 13:40:29.142372 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-256c7e2c-482b-44d4-ba81-fac69a1db044 req-1f3335db-7c75-43ad-a6f2-11ce058273fa service neutron] 10.222.0.38 "GET /v2.0/networks/4f0cbbb0-e1d8-4eda-8b5a-9467452e6368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962355 Aug 26 13:40:29.753638 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 59618) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:40:29.767310 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8a204-753a-4ae3-b9b4-eff04a22e4e4 req-1938a913-13ce-436d-a9d2-2065785610ba tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:29.769016 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b1e8a204-753a-4ae3-b9b4-eff04a22e4e4 req-1938a913-13ce-436d-a9d2-2065785610ba tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 945 time: 0.0509799 Aug 26 13:40:29.810225 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b1e8a204-753a-4ae3-b9b4-eff04a22e4e4 req-81c60168-bc7e-48a4-b3ec-e169f1c733df tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348907 Aug 26 13:40:29.896501 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-951f766a-f095-4476-aaf8-8f301c218cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:29.903417 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5da4f-c560-4045-92fb-ca018e9af84f req-cc958a5b-a43a-4885-8ded-bf2cb0cd0292 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:29.904942 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9ab5da4f-c560-4045-92fb-ca018e9af84f req-cc958a5b-a43a-4885-8ded-bf2cb0cd0292 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.0739799 Aug 26 13:40:29.947439 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9ab5da4f-c560-4045-92fb-ca018e9af84f req-a16492df-dd57-40e8-bb87-5f5182453ab4 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359306 Aug 26 13:40:30.004864 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-951f766a-f095-4476-aaf8-8f301c218cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:30.095367 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb742f7-c477-480e-9d57-fb762021ea9a req-ab87556a-585a-4a53-a727-7a4c2a348455 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:30.096893 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-5bb742f7-c477-480e-9d57-fb762021ea9a req-ab87556a-585a-4a53-a727-7a4c2a348455 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.38 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 945 time: 0.0893440 Aug 26 13:40:30.139053 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-951f766a-f095-4476-aaf8-8f301c218cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:30.215833 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f766a-f095-4476-aaf8-8f301c218cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b518ce4-c301-429a-8a4f-85df5a101b30,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:30.220643 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-951f766a-f095-4476-aaf8-8f301c218cde admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4df9918dab984fc68bc4c2447f79d262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4656277 Aug 26 13:40:30.228299 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 59630) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:40:30.235151 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951f766a-f095-4476-aaf8-8f301c218cde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:40:30.235497 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951f766a-f095-4476-aaf8-8f301c218cde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:40:30.235840 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951f766a-f095-4476-aaf8-8f301c218cde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:40:30.236179 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951f766a-f095-4476-aaf8-8f301c218cde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:40:30.236507 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951f766a-f095-4476-aaf8-8f301c218cde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:40:30.236835 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951f766a-f095-4476-aaf8-8f301c218cde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:40:30.237166 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951f766a-f095-4476-aaf8-8f301c218cde admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:40:30.237490 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951f766a-f095-4476-aaf8-8f301c218cde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:40:30.237839 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951f766a-f095-4476-aaf8-8f301c218cde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:40:30.238159 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951f766a-f095-4476-aaf8-8f301c218cde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:40:30.238473 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951f766a-f095-4476-aaf8-8f301c218cde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:40:30.238793 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951f766a-f095-4476-aaf8-8f301c218cde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:40:30.283983 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [req-5bb742f7-c477-480e-9d57-fb762021ea9a req-7674be91-5df7-4eb0-8173-2517346ee0f0 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Deleting port a7e0b1bc-455d-4000-96ab-09029c31f20e {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:40:30.284540 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-5bb742f7-c477-480e-9d57-fb762021ea9a req-7674be91-5df7-4eb0-8173-2517346ee0f0 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:30.291976 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-1e9a6141-b778-470a-b302-3cdde07dffc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:30.329426 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-1e9a6141-b778-470a-b302-3cdde07dffc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:30.392182 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-5bb742f7-c477-480e-9d57-fb762021ea9a req-7674be91-5df7-4eb0-8173-2517346ee0f0 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] For port a7e0b1bc-455d-4000-96ab-09029c31f20e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a7e0b1bc-455d-4000-96ab-09029c31f20e,segment=NetworkSegment(25450fc3-ef5a-474d-a5cf-eaafca82275e),segment_id=25450fc3-ef5a-474d-a5cf-eaafca82275e)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:40:30.392551 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-5bb742f7-c477-480e-9d57-fb762021ea9a req-7674be91-5df7-4eb0-8173-2517346ee0f0 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:30.407706 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:30.408302 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [req-5bb742f7-c477-480e-9d57-fb762021ea9a req-7674be91-5df7-4eb0-8173-2517346ee0f0 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Calling delete_port for a7e0b1bc-455d-4000-96ab-09029c31f20e owned by compute:nova {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:40:30.464914 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-1e9a6141-b778-470a-b302-3cdde07dffc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:30.467742 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-1e9a6141-b778-470a-b302-3cdde07dffc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:30.472016 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-1e9a6141-b778-470a-b302-3cdde07dffc8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0b518ce4-c301-429a-8a4f-85df5a101b30 HTTP/1.1" status: 204 len: 168 time: 0.2475529 Aug 26 13:40:30.480493 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a6141-b778-470a-b302-3cdde07dffc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b518ce4-c301-429a-8a4f-85df5a101b30,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:30.488019 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9a6141-b778-470a-b302-3cdde07dffc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:40:30.488425 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9a6141-b778-470a-b302-3cdde07dffc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:40:30.488951 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9a6141-b778-470a-b302-3cdde07dffc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:40:30.489464 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9a6141-b778-470a-b302-3cdde07dffc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:40:30.489989 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9a6141-b778-470a-b302-3cdde07dffc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:40:30.490478 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9a6141-b778-470a-b302-3cdde07dffc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:40:30.490981 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9a6141-b778-470a-b302-3cdde07dffc8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:40:30.491471 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9a6141-b778-470a-b302-3cdde07dffc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:40:30.492015 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9a6141-b778-470a-b302-3cdde07dffc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:40:30.492500 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9a6141-b778-470a-b302-3cdde07dffc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:40:30.492991 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9a6141-b778-470a-b302-3cdde07dffc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:40:30.493511 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9a6141-b778-470a-b302-3cdde07dffc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:40:30.737858 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-5bb742f7-c477-480e-9d57-fb762021ea9a req-7674be91-5df7-4eb0-8173-2517346ee0f0 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:30.762639 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674be91-5df7-4eb0-8173-2517346ee0f0 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Pushing event deleted for resources: {'Port': ['ID=a7e0b1bc-455d-4000-96ab-09029c31f20e,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:30.773538 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['61597be3-6d4e-42e3-ba19-d5e2b75991bf', 'a7e0b1bc-455d-4000-96ab-09029c31f20e'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:40:30.830132 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb742f7-c477-480e-9d57-fb762021ea9a req-7674be91-5df7-4eb0-8173-2517346ee0f0 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] No DVR routers for this DVR port a7e0b1bc-455d-4000-96ab-09029c31f20e on host hv-cinder-78638 {{(pid=94615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 13:40:30.834751 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-5bb742f7-c477-480e-9d57-fb762021ea9a req-7674be91-5df7-4eb0-8173-2517346ee0f0 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:30.842478 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-5bb742f7-c477-480e-9d57-fb762021ea9a req-7674be91-5df7-4eb0-8173-2517346ee0f0 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.38 "DELETE /v2.0/ports/a7e0b1bc-455d-4000-96ab-09029c31f20e HTTP/1.1" status: 204 len: 173 time: 0.7389917 Aug 26 13:40:30.843117 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080ebff3-028a-40ca-bcba-13bb43d3f2e6', 'name': 'network-vif-deleted', 'tag': 'a7e0b1bc-455d-4000-96ab-09029c31f20e'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:40:30.845804 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea93b417d78f98f8f49a9646f42316e7837148fdcc5dd11c49486c93967457e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3707d45d-a571-4f45-8b89-c5c88bf5c337" -d '{"events": [{"server_uuid": "080ebff3-028a-40ca-bcba-13bb43d3f2e6", "name": "network-vif-deleted", "tag": "a7e0b1bc-455d-4000-96ab-09029c31f20e"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:40:30.897551 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e48dbd-1b90-4343-b081-8b5aa816967d x-openstack-request-id: req-38e48dbd-1b90-4343-b081-8b5aa816967d {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:40:30.897876 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "080ebff3-028a-40ca-bcba-13bb43d3f2e6", "name": "network-vif-deleted", "tag": "a7e0b1bc-455d-4000-96ab-09029c31f20e", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:40:30.898390 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-38e48dbd-1b90-4343-b081-8b5aa816967d {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:40:30.898792 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '080ebff3-028a-40ca-bcba-13bb43d3f2e6', 'name': 'network-vif-deleted', 'tag': 'a7e0b1bc-455d-4000-96ab-09029c31f20e', 'status': 'completed', 'code': 200} Aug 26 13:40:30.978462 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-cdf1b2fa-b8a8-43ed-b04a-97cacff207d0 req-bce83ac2-387d-4a58-9398-4e761e2364d2 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0414226 Aug 26 13:40:31.096330 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5d13d-886b-4550-b39c-0be12b9adf71 req-bdb84ce3-dd50-496b-8b6c-a904a2bb28dc tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:31.096330 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-79a5d13d-886b-4550-b39c-0be12b9adf71 req-bdb84ce3-dd50-496b-8b6c-a904a2bb28dc tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.0615056 Aug 26 13:40:31.147241 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-79a5d13d-886b-4550-b39c-0be12b9adf71 req-ea580632-7ebb-4a0a-b592-4ca1ddafb15b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457120 Aug 26 13:40:32.106186 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2b45841d-e9b7-4aa3-ae43-2b88a4cb84e5 req-e0707b57-8dbc-47c5-939e-897b45e1423d tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=080ebff3-028a-40ca-bcba-13bb43d3f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0295696 Aug 26 13:40:32.306812 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd21ba7-8532-4ad8-bc5c-6ddfab0d2114 req-40c1b512-913e-43b0-847c-0c0af74a07e9 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:32.314828 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2fd21ba7-8532-4ad8-bc5c-6ddfab0d2114 req-40c1b512-913e-43b0-847c-0c0af74a07e9 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.0642412 Aug 26 13:40:32.352565 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2fd21ba7-8532-4ad8-bc5c-6ddfab0d2114 req-cb39854e-f2f6-47a1-859e-71e414b93f6f tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337765 Aug 26 13:40:32.605290 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 59710) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:40:32.714145 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-03264900-6958-4252-a9c1-f80e977e12ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:32.802256 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-03264900-6958-4252-a9c1-f80e977e12ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:32.961999 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-03264900-6958-4252-a9c1-f80e977e12ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:32.999220 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03264900-6958-4252-a9c1-f80e977e12ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7f1609-e801-4f90-b6a7-cb4b1b709e3d,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:33.003395 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-03264900-6958-4252-a9c1-f80e977e12ca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f1c65fb97736446b8c9627adc4f9de01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3969920 Aug 26 13:40:33.007036 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 59720) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:40:33.054882 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-52c69fa3-cc05-4ca5-a684-4b9e990d137a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:33.075841 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-52c69fa3-cc05-4ca5-a684-4b9e990d137a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:33.213868 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-52c69fa3-cc05-4ca5-a684-4b9e990d137a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:33.217162 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-52c69fa3-cc05-4ca5-a684-4b9e990d137a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:33.218507 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-52c69fa3-cc05-4ca5-a684-4b9e990d137a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8f7f1609-e801-4f90-b6a7-cb4b1b709e3d HTTP/1.1" status: 204 len: 168 time: 0.2108097 Aug 26 13:40:33.227881 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c69fa3-cc05-4ca5-a684-4b9e990d137a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7f1609-e801-4f90-b6a7-cb4b1b709e3d,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:33.485863 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741efba9-ed0e-4cfb-b693-0bfdaa0280dc req-e1f4069f-90c5-41fe-9c6c-54391d8ca0a8 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:33.489872 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-741efba9-ed0e-4cfb-b693-0bfdaa0280dc req-e1f4069f-90c5-41fe-9c6c-54391d8ca0a8 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.0523570 Aug 26 13:40:33.538549 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-741efba9-ed0e-4cfb-b693-0bfdaa0280dc req-f6ab1474-3cbd-4cae-a77e-ea6a1701371d tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357180 Aug 26 13:40:33.753064 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c62dba-e351-4ec5-9255-d42a9a6311ab req-6c331264-359d-42ff-a324-6d75a3e53879 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:33.754685 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-66c62dba-e351-4ec5-9255-d42a9a6311ab req-6c331264-359d-42ff-a324-6d75a3e53879 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.0550973 Aug 26 13:40:33.796487 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-66c62dba-e351-4ec5-9255-d42a9a6311ab req-bc60954b-260e-4671-87e9-c69068302149 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348043 Aug 26 13:40:34.389532 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 59758) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:40:34.500841 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-850111cc-07e0-46dd-8ffc-cfc175ea1c71 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1401611644-network', 'tenant_id': 'f7c1ac4776f8491da8ed9fa3e10f556b'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:40:34.649154 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850111cc-07e0-46dd-8ffc-cfc175ea1c71 admin admin] Made reservation on behalf of f7c1ac4776f8491da8ed9fa3e10f556b for: {'network': 1} {{(pid=94614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:40:34.651753 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-850111cc-07e0-46dd-8ffc-cfc175ea1c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for network, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:34.663582 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-850111cc-07e0-46dd-8ffc-cfc175ea1c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:34.695316 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0c80d-4468-42f9-8ef5-7ccf6a87512b req-4379dc5b-e0e3-4d66-a0eb-8dc1e192cecb tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:34.696876 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-66b0c80d-4468-42f9-8ef5-7ccf6a87512b req-4379dc5b-e0e3-4d66-a0eb-8dc1e192cecb tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.0730777 Aug 26 13:40:34.756643 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-66b0c80d-4468-42f9-8ef5-7ccf6a87512b req-91de94a6-9d82-4ba8-9472-1d2c059a2ed6 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524466 Aug 26 13:40:34.811408 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-850111cc-07e0-46dd-8ffc-cfc175ea1c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:34.907187 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-850111cc-07e0-46dd-8ffc-cfc175ea1c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:34.932933 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-850111cc-07e0-46dd-8ffc-cfc175ea1c71 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=94614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 13:40:34.955945 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850111cc-07e0-46dd-8ffc-cfc175ea1c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6738b4-02be-4ca1-85ec-52cd6e0043a0,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:34.961960 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-850111cc-07e0-46dd-8ffc-cfc175ea1c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388'] for segment, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:34.962303 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.db.segments_db [None req-850111cc-07e0-46dd-8ffc-cfc175ea1c71 admin admin] Added segment 01409fc2-f7f4-4705-a109-5784e02918b0 of type vlan for network 6def9aa7-77f9-4b41-b983-9ee6a7d4d136 Aug 26 13:40:34.979627 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322a49a-6634-4716-9f0c-eeffef610895 req-23335e36-ab33-48c5-848b-4b0dc34a87b8 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:34.981419 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7322a49a-6634-4716-9f0c-eeffef610895 req-23335e36-ab33-48c5-848b-4b0dc34a87b8 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.1045375 Aug 26 13:40:35.032380 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-850111cc-07e0-46dd-8ffc-cfc175ea1c71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790399845762'] for network, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:35.065022 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7322a49a-6634-4716-9f0c-eeffef610895 req-d4bc9d3a-799c-4db5-86fc-0d0481ce1ffb tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603228 Aug 26 13:40:35.139745 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-850111cc-07e0-46dd-8ffc-cfc175ea1c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412'] for network, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:35.141028 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850111cc-07e0-46dd-8ffc-cfc175ea1c71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:35.141766 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-850111cc-07e0-46dd-8ffc-cfc175ea1c71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for network, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:35.205690 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850111cc-07e0-46dd-8ffc-cfc175ea1c71 admin admin] Pushing event updated for resources: {'Network': ['ID=6def9aa7-77f9-4b41-b983-9ee6a7d4d136,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:35.215663 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Network 6def9aa7-77f9-4b41-b983-9ee6a7d4d136 details requested by agent ovs-agent-dv-cinder-786386-11-iscsi with host dv-cinder-786386-11-iscsi {{(pid=94616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 13:40:35.306491 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-850111cc-07e0-46dd-8ffc-cfc175ea1c71 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9156969 Aug 26 13:40:35.309904 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 59770) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:40:35.315323 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-9944099a-ea12-4140-8121-021cb050a7ec admin admin] Request body: {'subnet': {'network_id': '6def9aa7-77f9-4b41-b983-9ee6a7d4d136', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1401611644-subnet', 'tenant_id': 'f7c1ac4776f8491da8ed9fa3e10f556b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:40:35.413402 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9944099a-ea12-4140-8121-021cb050a7ec admin admin] Made reservation on behalf of f7c1ac4776f8491da8ed9fa3e10f556b for: {'subnet': 1} {{(pid=94614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:40:35.415805 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-9944099a-ea12-4140-8121-021cb050a7ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10165748'] for subnet, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:35.682448 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-9944099a-ea12-4140-8121-021cb050a7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8621377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10165638'] for subnet, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:35.737751 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944099a-ea12-4140-8121-021cb050a7ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=b76a4778-2bda-453e-9c5b-4d0bc567ef64,revision_number=0']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:35.748668 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9944099a-ea12-4140-8121-021cb050a7ec admin admin] Checking segment: {'id': '01409fc2-f7f4-4705-a109-5784e02918b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6def9aa7-77f9-4b41-b983-9ee6a7d4d136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:40:35.749047 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9944099a-ea12-4140-8121-021cb050a7ec admin admin] Network hostable DHCP agents. Network: 6def9aa7-77f9-4b41-b983-9ee6a7d4d136, hostable agents: ['4ade96b1-406d-4ebc-948b-9bb0af99b177'], hosted agents: [] {{(pid=94614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 13:40:35.883395 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0adf7a8-f5cd-473b-8ad9-b9bdad58b678 req-ad10a541-fa8a-442c-819d-1f33647e915c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:35.884942 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e0adf7a8-f5cd-473b-8ad9-b9bdad58b678 req-ad10a541-fa8a-442c-819d-1f33647e915c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.0555680 Aug 26 13:40:35.899075 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9944099a-ea12-4140-8121-021cb050a7ec admin admin] Network 6def9aa7-77f9-4b41-b983-9ee6a7d4d136 is scheduled to be hosted by DHCP agent 4ade96b1-406d-4ebc-948b-9bb0af99b177 with binding_index 1 {{(pid=94614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 13:40:35.929978 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e0adf7a8-f5cd-473b-8ad9-b9bdad58b678 req-b95d4710-5783-4079-b89b-b41a4dff0b52 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387700 Aug 26 13:40:36.031096 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-9944099a-ea12-4140-8121-021cb050a7ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-11-iscsi, 6def9aa7-77f9-4b41-b983-9ee6a7d4d136) {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:40:36.035418 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9944099a-ea12-4140-8121-021cb050a7ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:36.036014 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-9944099a-ea12-4140-8121-021cb050a7ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for subnet, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:36.040378 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be11507c-cfbd-4164-99fe-6f37f200f03d None None] Network 6def9aa7-77f9-4b41-b983-9ee6a7d4d136 requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:40:36.166401 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fd5e0c-4367-460c-b57e-1eeeb0cdbf43 None None] Network 6def9aa7-77f9-4b41-b983-9ee6a7d4d136 requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:40:36.175404 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-9944099a-ea12-4140-8121-021cb050a7ec admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8642585 Aug 26 13:40:36.195966 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5fc17-b36a-4879-ba6c-bc1fb8d99ced req-70497d17-047e-42ff-a6b9-5600c95065ed tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:36.197593 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9ae5fc17-b36a-4879-ba6c-bc1fb8d99ced req-70497d17-047e-42ff-a6b9-5600c95065ed tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.0565684 Aug 26 13:40:36.240598 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9ae5fc17-b36a-4879-ba6c-bc1fb8d99ced req-d524dbcb-4a13-4efe-b5f2-7276ec0da4a2 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361063 Aug 26 13:40:36.349370 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device a7e0b1bc-455d-4000-96ab-09029c31f20e no longer exists at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:40:36.369327 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] No Port match for: a7e0b1bc-455d-4000-96ab-09029c31f20e {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:40:36.369679 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device a7e0b1bc-455d-4000-96ab-09029c31f20e not bound to the agent host hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:40:37.051512 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08464c5-07c4-4861-931b-5a7336a0e082 req-aa6c42ca-210a-43cd-910c-d86af332e9fe tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:37.059090 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d08464c5-07c4-4861-931b-5a7336a0e082 req-aa6c42ca-210a-43cd-910c-d86af332e9fe tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.0556340 Aug 26 13:40:37.102863 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d08464c5-07c4-4861-931b-5a7336a0e082 req-519859d8-86ff-4ca4-b56b-b06af010ed3d tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424039 Aug 26 13:40:37.361069 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400e25f-c585-452c-9445-cc1cf4bf02ae req-3a84f086-7ecc-494d-9424-cc003c56cb49 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:37.362618 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3400e25f-c585-452c-9445-cc1cf4bf02ae req-3a84f086-7ecc-494d-9424-cc003c56cb49 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.0505900 Aug 26 13:40:37.403411 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3400e25f-c585-452c-9445-cc1cf4bf02ae req-22434b9d-aa1a-4a83-8484-bdb3efab58f0 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341048 Aug 26 13:40:38.234494 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60788c5-fdf9-4d12-8d93-5e8fa5664efa req-99dfd6dc-0ea5-4799-a0f5-b2d37759639b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:38.238749 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e60788c5-fdf9-4d12-8d93-5e8fa5664efa req-99dfd6dc-0ea5-4799-a0f5-b2d37759639b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.0534573 Aug 26 13:40:38.529540 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e60788c5-fdf9-4d12-8d93-5e8fa5664efa req-2464b635-c9f7-4ec1-b2ab-ec02d8f88a09 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2870941 Aug 26 13:40:38.578317 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-cc0e8d70-26a1-4129-bc11-1df81f73da93 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:38.579801 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-cc0e8d70-26a1-4129-bc11-1df81f73da93 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/networks?id=6def9aa7-77f9-4b41-b983-9ee6a7d4d136 HTTP/1.1" status: 200 len: 814 time: 0.1139781 Aug 26 13:40:38.595356 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-0586b8f1-caa1-44e8-bd33-61d547b61d94 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/quotas/f7c1ac4776f8491da8ed9fa3e10f556b HTTP/1.1" status: 200 len: 375 time: 0.0092754 Aug 26 13:40:38.648809 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-cfe49bc3-59d4-4d7a-bf9f-ce3975ab133b tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f7c1ac4776f8491da8ed9fa3e10f556b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428643 Aug 26 13:40:38.707976 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9d5b8-8ab3-43dc-b265-15cb481e1bad req-d33034f2-d629-4ea6-9c01-82d70ce78991 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:38.709459 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d0e9d5b8-8ab3-43dc-b265-15cb481e1bad req-d33034f2-d629-4ea6-9c01-82d70ce78991 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.1119833 Aug 26 13:40:38.767744 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d0e9d5b8-8ab3-43dc-b265-15cb481e1bad req-2db54335-0ac6-4b69-84cd-5314f34d3a62 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505924 Aug 26 13:40:38.781441 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-a495f1c0-4e3b-42a3-b1e6-84b27e958e95 service neutron] 10.222.0.35 "GET /v2.0/networks/6def9aa7-77f9-4b41-b983-9ee6a7d4d136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252146 Aug 26 13:40:38.871322 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-d3bc8e46-6770-42db-8fb4-25d997242122 service neutron] 10.222.0.35 "GET /v2.0/networks/6def9aa7-77f9-4b41-b983-9ee6a7d4d136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834661 Aug 26 13:40:39.129611 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-fd41b720-dd8c-4b26-b2ba-8769a8fe6e2d req-acfac91d-231a-40be-8072-a79ee0cb84d8 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/ports?device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164 HTTP/1.1" status: 200 len: 210 time: 0.0264347 Aug 26 13:40:39.356981 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=94616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 13:40:39.571184 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=18fb0b18-c6df-42fe-9d78-6d4ab5d593f8,segment=NetworkSegment(622f9d42-2ef0-4df2-9e01-d60060392ec1),segment_id=622f9d42-2ef0-4df2-9e01-d60060392ec1)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:40:39.583427 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Returning: {'device': '18fb0b18-c6df-42fe-9d78-6d4ab5d593f8', 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368', 'port_id': '18fb0b18-c6df-42fe-9d78-6d4ab5d593f8', 'mac_address': 'fa:16:3e:39:a0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f404f389-dc0c-4c0d-a515-d27c76237ec3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 13:40:39.621955 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:39.643083 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:40:39.651977 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6c65c-5b33-42e2-ae85-1d904e9602b6 req-390c469a-8db3-43c1-b197-7ad5fa10ac55 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:39.654360 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-80b6c65c-5b33-42e2-ae85-1d904e9602b6 req-390c469a-8db3-43c1-b197-7ad5fa10ac55 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 944 time: 0.0508277 Aug 26 13:40:39.674636 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=18fb0b18-c6df-42fe-9d78-6d4ab5d593f8,segment=NetworkSegment(622f9d42-2ef0-4df2-9e01-d60060392ec1),segment_id=622f9d42-2ef0-4df2-9e01-d60060392ec1)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:40:39.699827 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-80b6c65c-5b33-42e2-ae85-1d904e9602b6 req-aac85140-345d-453d-9947-d824452844a1 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385828 Aug 26 13:40:39.767895 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:39.824278 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=18fb0b18-c6df-42fe-9d78-6d4ab5d593f8,revision_number=9']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:39.888611 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814a849-a43d-4374-93a1-e494e5cf936d req-6660ebf1-e082-4d21-82f7-acf83219a850 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:39.890122 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1814a849-a43d-4374-93a1-e494e5cf936d req-6660ebf1-e082-4d21-82f7-acf83219a850 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.0489609 Aug 26 13:40:39.928575 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1814a849-a43d-4374-93a1-e494e5cf936d req-a7c2a846-b98e-4cd8-8a08-5d95011df06c tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f0fe194-65a9-401e-8ff8-1dc2468d59e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322859 Aug 26 13:40:40.142340 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['18fb0b18-c6df-42fe-9d78-6d4ab5d593f8'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:40:40.256681 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c40e2dc4-46aa-4252-9526-e9c4c3110778 req-9e9a78c2-3baf-4818-98af-45e3d036a37a tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/ports?device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164 HTTP/1.1" status: 200 len: 210 time: 0.0523024 Aug 26 13:40:40.489976 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2c2ac-946e-4751-ba30-f9a9e5ed6bee req-ba528d70-283a-4c22-9c61-5946cd877c7c tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:40.491455 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-58d2c2ac-946e-4751-ba30-f9a9e5ed6bee req-ba528d70-283a-4c22-9c61-5946cd877c7c tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.38 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 945 time: 0.0521777 Aug 26 13:40:40.515225 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-acb980d4-f440-464a-ba67-ef57f530d935 req-6d91884a-e347-4d1a-872f-1c048ff4c00b tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-218972504&fields=id&tenant_id=42581d098bad41969e8958b4a30db51f HTTP/1.1" status: 200 len: 267 time: 0.0325112 Aug 26 13:40:40.587395 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [req-58d2c2ac-946e-4751-ba30-f9a9e5ed6bee req-e3ad9154-abc6-4f60-b965-e6d3659c31e0 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Deleting port 61597be3-6d4e-42e3-ba19-d5e2b75991bf {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:40:40.594837 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-58d2c2ac-946e-4751-ba30-f9a9e5ed6bee req-e3ad9154-abc6-4f60-b965-e6d3659c31e0 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:40.627775 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb980d4-f440-464a-ba67-ef57f530d935 req-27b6b217-1776-4ea9-8676-18654741024c tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:40.629286 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-acb980d4-f440-464a-ba67-ef57f530d935 req-27b6b217-1776-4ea9-8676-18654741024c tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/networks?id=a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda HTTP/1.1" status: 200 len: 808 time: 0.1071005 Aug 26 13:40:40.653821 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-acb980d4-f440-464a-ba67-ef57f530d935 req-f34ba07b-fc98-4e0b-802e-24b89633591c tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/quotas/42581d098bad41969e8958b4a30db51f HTTP/1.1" status: 200 len: 375 time: 0.0091095 Aug 26 13:40:40.678188 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-58d2c2ac-946e-4751-ba30-f9a9e5ed6bee req-e3ad9154-abc6-4f60-b965-e6d3659c31e0 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] For port 61597be3-6d4e-42e3-ba19-d5e2b75991bf, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=61597be3-6d4e-42e3-ba19-d5e2b75991bf,segment=NetworkSegment(25450fc3-ef5a-474d-a5cf-eaafca82275e),segment_id=25450fc3-ef5a-474d-a5cf-eaafca82275e)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:40:40.678552 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-58d2c2ac-946e-4751-ba30-f9a9e5ed6bee req-e3ad9154-abc6-4f60-b965-e6d3659c31e0 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:40.692081 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [req-58d2c2ac-946e-4751-ba30-f9a9e5ed6bee req-e3ad9154-abc6-4f60-b965-e6d3659c31e0 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Calling delete_port for 61597be3-6d4e-42e3-ba19-d5e2b75991bf owned by compute:nova {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:40:40.698128 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-acb980d4-f440-464a-ba67-ef57f530d935 req-2a875eb2-8864-4859-b876-7cc75037ada6 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=42581d098bad41969e8958b4a30db51f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465024 Aug 26 13:40:40.833674 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-acb980d4-f440-464a-ba67-ef57f530d935 req-7f212844-9ede-4b64-8473-634b4e6726c0 service neutron] 10.222.0.35 "GET /v2.0/networks/a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234264 Aug 26 13:40:40.858084 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02de006-139f-43cc-9898-5197ef70d73b req-548eec6f-78c6-4c37-8d1f-6491740c5bdb tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:40.859605 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d02de006-139f-43cc-9898-5197ef70d73b req-548eec6f-78c6-4c37-8d1f-6491740c5bdb tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 945 time: 0.0812809 Aug 26 13:40:40.943344 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d02de006-139f-43cc-9898-5197ef70d73b req-ea1e504b-e9d4-4cac-80a1-8c91a89081a3 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734968 Aug 26 13:40:40.951774 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-58d2c2ac-946e-4751-ba30-f9a9e5ed6bee req-e3ad9154-abc6-4f60-b965-e6d3659c31e0 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:40.974707 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-acb980d4-f440-464a-ba67-ef57f530d935 req-44a95a83-91c9-42a1-8e83-e9ad437e9945 service neutron] 10.222.0.35 "GET /v2.0/networks/a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338935 Aug 26 13:40:40.992197 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['61597be3-6d4e-42e3-ba19-d5e2b75991bf'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:40:40.992776 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad9154-abc6-4f60-b965-e6d3659c31e0 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Pushing event deleted for resources: {'Port': ['ID=61597be3-6d4e-42e3-ba19-d5e2b75991bf,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:41.035301 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d2c2ac-946e-4751-ba30-f9a9e5ed6bee req-e3ad9154-abc6-4f60-b965-e6d3659c31e0 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] No DVR routers for this DVR port 61597be3-6d4e-42e3-ba19-d5e2b75991bf on host hv-cinder-78638 {{(pid=94615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 13:40:41.038361 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-58d2c2ac-946e-4751-ba30-f9a9e5ed6bee req-e3ad9154-abc6-4f60-b965-e6d3659c31e0 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:41.040227 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-58d2c2ac-946e-4751-ba30-f9a9e5ed6bee req-e3ad9154-abc6-4f60-b965-e6d3659c31e0 tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.38 "DELETE /v2.0/ports/61597be3-6d4e-42e3-ba19-d5e2b75991bf HTTP/1.1" status: 204 len: 173 time: 0.5414538 Aug 26 13:40:41.040660 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7957377b-2176-4c61-9084-4f28eaa17e79', 'name': 'network-vif-deleted', 'tag': '61597be3-6d4e-42e3-ba19-d5e2b75991bf'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:40:41.043609 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea93b417d78f98f8f49a9646f42316e7837148fdcc5dd11c49486c93967457e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e40a237-830b-4a91-8f27-fa478a0b945b" -d '{"events": [{"server_uuid": "7957377b-2176-4c61-9084-4f28eaa17e79", "name": "network-vif-deleted", "tag": "61597be3-6d4e-42e3-ba19-d5e2b75991bf"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:40:41.054778 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8c6110f3-c1cf-41a0-8ef7-0162b4fe17d2 req-8181a539-4c25-478e-8552-76f84317d22c tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 210 time: 0.0379362 Aug 26 13:40:41.108664 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887bad53-a692-4c3a-9605-d42546b0bda2 x-openstack-request-id: req-887bad53-a692-4c3a-9605-d42546b0bda2 {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:40:41.108664 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7957377b-2176-4c61-9084-4f28eaa17e79", "name": "network-vif-deleted", "tag": "61597be3-6d4e-42e3-ba19-d5e2b75991bf", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:40:41.108664 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-887bad53-a692-4c3a-9605-d42546b0bda2 {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:40:41.108664 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7957377b-2176-4c61-9084-4f28eaa17e79', 'name': 'network-vif-deleted', 'tag': '61597be3-6d4e-42e3-ba19-d5e2b75991bf', 'status': 'completed', 'code': 200} Aug 26 13:40:41.337850 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1ee7bc0f-a858-41a7-97e6-66762b33f9a9 req-86002c27-0c1b-4bd5-8706-fbd30ecc8845 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/ports?device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164 HTTP/1.1" status: 200 len: 210 time: 0.0268068 Aug 26 13:40:41.407738 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 up at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:40:41.459451 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning complete for port 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:40:41.460003 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:41.542373 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:41.564827 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ccc686-1ce4-45ac-8fd3-e1b23818371b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18fb0b18-c6df-42fe-9d78-6d4ab5d593f8'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:40:41.567405 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adf09783f65fc29d397fc30c9e785295af8fecd29e58eb7f547da51af43e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2558dc9d-49b2-44f8-9488-e9eca6c0b30a" -d '{"events": [{"server_uuid": "31ccc686-1ce4-45ac-8fd3-e1b23818371b", "name": "network-vif-plugged", "status": "completed", "tag": "18fb0b18-c6df-42fe-9d78-6d4ab5d593f8"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:40:41.583775 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=18fb0b18-c6df-42fe-9d78-6d4ab5d593f8,segment=NetworkSegment(622f9d42-2ef0-4df2-9e01-d60060392ec1),segment_id=622f9d42-2ef0-4df2-9e01-d60060392ec1)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:40:41.604499 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcff81a-04ff-417a-b547-5d23adadf9b2 x-openstack-request-id: req-fdcff81a-04ff-417a-b547-5d23adadf9b2 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:40:41.604905 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ccc686-1ce4-45ac-8fd3-e1b23818371b", "name": "network-vif-plugged", "status": "completed", "tag": "18fb0b18-c6df-42fe-9d78-6d4ab5d593f8", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:40:41.605189 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fdcff81a-04ff-417a-b547-5d23adadf9b2 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:40:41.605587 dv-cinder-786386-11-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ccc686-1ce4-45ac-8fd3-e1b23818371b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18fb0b18-c6df-42fe-9d78-6d4ab5d593f8', 'code': 200} Aug 26 13:40:41.743236 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:41.743236 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 61597be3-6d4e-42e3-ba19-d5e2b75991bf no longer exists at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:40:41.779401 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] No Port match for: 61597be3-6d4e-42e3-ba19-d5e2b75991bf {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:40:41.779753 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 61597be3-6d4e-42e3-ba19-d5e2b75991bf not bound to the agent host hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:40:41.808899 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=18fb0b18-c6df-42fe-9d78-6d4ab5d593f8,revision_number=10']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:41.878515 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-34674ab6-3563-49de-b851-28b380df3c33 req-5769db26-bfc1-438f-920a-0468a56a1fa7 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 210 time: 0.0275507 Aug 26 13:40:42.072780 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449aa91c-1041-49f5-9a83-1569d7a4d6e4 req-75ff6fde-746b-4084-9e27-d309bd357766 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:42.074445 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-449aa91c-1041-49f5-9a83-1569d7a4d6e4 req-75ff6fde-746b-4084-9e27-d309bd357766 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 947 time: 0.0533557 Aug 26 13:40:42.117183 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-449aa91c-1041-49f5-9a83-1569d7a4d6e4 req-59d83d9f-d6b8-4a13-9a95-da8532df22f9 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362587 Aug 26 13:40:42.175267 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3cca3e41-abe9-4860-9d58-3bd4b1443081 req-1941d709-3119-4fac-9e8f-7bdecdd3019e tempest-ServerRescueNegativeTestJSON-1727023852 tempest-ServerRescueNegativeTestJSON-1727023852-project] 10.222.0.35 "GET /v2.0/ports?device_id=7957377b-2176-4c61-9084-4f28eaa17e79 HTTP/1.1" status: 200 len: 210 time: 0.0309684 Aug 26 13:40:42.361218 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e4b3b-5a3c-4939-8836-f425f612f9f1 req-6a57ee8d-e05a-4448-b39d-142d6bf9260c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:42.362819 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-6e8e4b3b-5a3c-4939-8836-f425f612f9f1 req-6a57ee8d-e05a-4448-b39d-142d6bf9260c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 1100 time: 0.0480170 Aug 26 13:40:42.406541 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-6e8e4b3b-5a3c-4939-8836-f425f612f9f1 req-80a46f87-c70c-4e98-b170-1abb8364c441 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311573 Aug 26 13:40:42.432445 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d039882e-6200-44ae-8f90-c18acde63bf9 req-a7301a04-5fa3-4f98-83bd-75316cf568a7 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/ports?device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164 HTTP/1.1" status: 200 len: 210 time: 0.0255315 Aug 26 13:40:42.957994 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-cd1c12ac-9852-4e00-9777-4f9c32424eaa req-2aa182d3-c6db-4f44-9ea0-60587f4c40ea tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 210 time: 0.0266140 Aug 26 13:40:43.240839 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 59930) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:40:43.265433 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2dedcd-a625-4018-a703-99ccec544290 req-3d554931-10f3-4894-b324-c80918221bf7 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:43.266678 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ea2dedcd-a625-4018-a703-99ccec544290 req-3d554931-10f3-4894-b324-c80918221bf7 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 947 time: 0.0642483 Aug 26 13:40:43.310948 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ea2dedcd-a625-4018-a703-99ccec544290 req-a30c25ec-afb6-4313-93f4-a0cbb0749f06 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363557 Aug 26 13:40:43.557437 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-76263321-263a-41f3-99ae-bcf69f396558 req-0efc1f73-3c06-46fd-93ab-be3221c97865 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/ports?device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164 HTTP/1.1" status: 200 len: 210 time: 0.0563872 Aug 26 13:40:43.920944 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9548f72f-c3e1-4dc5-8218-fdba4b4f44ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432655'] for router_interface, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:44.066774 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1428ddc1-cc9d-4bd5-81a6-775f7be26504 req-f168bf82-3d62-4ce9-9859-d8d132d28fc5 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 210 time: 0.0335219 Aug 26 13:40:44.146886 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-9b0a722f-6531-4921-a1c9-4c99232f2a96 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:44.148599 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-9b0a722f-6531-4921-a1c9-4c99232f2a96 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.38 "GET /v2.0/networks?id=6def9aa7-77f9-4b41-b983-9ee6a7d4d136 HTTP/1.1" status: 200 len: 814 time: 0.1904516 Aug 26 13:40:44.181758 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-807aa850-36d2-48cf-a591-436dd754ed0a tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Request body: {'port': {'device_id': 'c50aaefc-5f19-49e4-9c5d-08dd85028164', 'network_id': '6def9aa7-77f9-4b41-b983-9ee6a7d4d136', 'admin_state_up': True, 'tenant_id': 'f7c1ac4776f8491da8ed9fa3e10f556b'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:40:44.437814 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-807aa850-36d2-48cf-a591-436dd754ed0a tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Made reservation on behalf of f7c1ac4776f8491da8ed9fa3e10f556b for: {'port': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:40:44.441655 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-807aa850-36d2-48cf-a591-436dd754ed0a tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:44.445026 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-9548f72f-c3e1-4dc5-8218-fdba4b4f44ce admin admin] Deleting port d43c552d-112d-4c9a-a746-2e8e8832b265 {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:40:44.445434 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9548f72f-c3e1-4dc5-8218-fdba4b4f44ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:44.449072 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4266b4-cce2-4e2e-bf68-e33adf9cc2cf req-d85e6742-5461-40fa-b182-176818e120c9 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:44.452397 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4c4266b4-cce2-4e2e-bf68-e33adf9cc2cf req-d85e6742-5461-40fa-b182-176818e120c9 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 947 time: 0.0539231 Aug 26 13:40:44.497779 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4c4266b4-cce2-4e2e-bf68-e33adf9cc2cf req-5afc86cc-a465-41d6-b09e-10c705fae36f tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347919 Aug 26 13:40:44.597321 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-9548f72f-c3e1-4dc5-8218-fdba4b4f44ce admin admin] For port d43c552d-112d-4c9a-a746-2e8e8832b265, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=d43c552d-112d-4c9a-a746-2e8e8832b265,segment=NetworkSegment(25450fc3-ef5a-474d-a5cf-eaafca82275e),segment_id=25450fc3-ef5a-474d-a5cf-eaafca82275e)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:40:44.602129 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9548f72f-c3e1-4dc5-8218-fdba4b4f44ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:44.636569 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-9548f72f-c3e1-4dc5-8218-fdba4b4f44ce admin admin] Calling delete_port for d43c552d-112d-4c9a-a746-2e8e8832b265 owned by network:router_interface {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:40:44.704393 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-807aa850-36d2-48cf-a591-436dd754ed0a tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Allocated IP 172.20.0.8 (6def9aa7-77f9-4b41-b983-9ee6a7d4d136/b76a4778-2bda-453e-9c5b-4d0bc567ef64/df8397a7-d85f-4580-94e0-97922cda629b) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:40:44.706425 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8c938378-78f4-40a3-8979-eea4eaf14ff8 req-fb61df8f-5df1-48c6-aa28-f29455ebe4b6 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/ports?device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164 HTTP/1.1" status: 200 len: 210 time: 0.0482545 Aug 26 13:40:45.062135 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9548f72f-c3e1-4dc5-8218-fdba4b4f44ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:45.098718 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-807aa850-36d2-48cf-a591-436dd754ed0a tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:45.108412 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548f72f-c3e1-4dc5-8218-fdba4b4f44ce admin admin] Pushing event deleted for resources: {'Port': ['ID=d43c552d-112d-4c9a-a746-2e8e8832b265,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:45.166849 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4c83aa57-93ad-49dc-8f5d-573700adef96 req-fd013d2b-4d5a-4a23-80c9-af8b3bc147e9 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 210 time: 0.0282283 Aug 26 13:40:45.300519 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-807aa850-36d2-48cf-a591-436dd754ed0a tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:45.370906 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9548f72f-c3e1-4dc5-8218-fdba4b4f44ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432837'] for router_interface, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:45.373824 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-807aa850-36d2-48cf-a591-436dd754ed0a tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Network 6def9aa7-77f9-4b41-b983-9ee6a7d4d136 is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:40:45.383690 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-807aa850-36d2-48cf-a591-436dd754ed0a tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:40:45.389053 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-807aa850-36d2-48cf-a591-436dd754ed0a tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:40:45.395985 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807aa850-36d2-48cf-a591-436dd754ed0a tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Pushing event updated for resources: {'Port': ['ID=df8397a7-d85f-4580-94e0-97922cda629b,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:45.479841 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-807aa850-36d2-48cf-a591-436dd754ed0a tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:45.480613 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-807aa850-36d2-48cf-a591-436dd754ed0a tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:45.636201 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-807aa850-36d2-48cf-a591-436dd754ed0a tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4584165 Aug 26 13:40:45.643721 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a54095-6e29-4289-a01e-4e33eeda686a req-9b4a239b-3453-48fa-beae-cf5bc97ef136 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:45.645366 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a6a54095-6e29-4289-a01e-4e33eeda686a req-9b4a239b-3453-48fa-beae-cf5bc97ef136 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 947 time: 0.0537848 Aug 26 13:40:45.672273 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9548f72f-c3e1-4dc5-8218-fdba4b4f44ce admin admin] Router 70fddc49-4edc-4c51-a052-98b2462a5d37 has already been hosted by L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 {{(pid=94615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 13:40:45.679356 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-fcec2ccf-1423-4400-9341-bb07a4de9649 service neutron] Request body: {'port': {'device_id': 'c50aaefc-5f19-49e4-9c5d-08dd85028164', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:40:45.692001 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a6a54095-6e29-4289-a01e-4e33eeda686a req-d4a4fd83-b508-4629-9a8d-b4128a4696dc tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383601 Aug 26 13:40:45.792277 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-fcec2ccf-1423-4400-9341-bb07a4de9649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:45.839899 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5be0e1-8b8e-48e1-8e67-7aa7d6bbec24 req-4a0bd78f-1809-464c-b0e2-42003340a079 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:45.842129 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4d5be0e1-8b8e-48e1-8e67-7aa7d6bbec24 req-4a0bd78f-1809-464c-b0e2-42003340a079 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/ports?device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164 HTTP/1.1" status: 200 len: 931 time: 0.0551429 Aug 26 13:40:45.911471 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9548f72f-c3e1-4dc5-8218-fdba4b4f44ce admin admin] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:40:45.924011 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4d5be0e1-8b8e-48e1-8e67-7aa7d6bbec24 req-e92b5bdf-6116-40fc-8132-20f1fb689cb3 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e6738b4-02be-4ca1-85ec-52cd6e0043a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655270 Aug 26 13:40:45.931289 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0f96f2-1f8a-482a-8a66-2c390836fc14 None None] Sync routers for ids ['70fddc49-4edc-4c51-a052-98b2462a5d37'] in dv-cinder-786386-11-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:40:45.940363 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0f96f2-1f8a-482a-8a66-2c390836fc14 None None] Routers {'70fddc49-4edc-4c51-a052-98b2462a5d37'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:40:45.941103 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-0f0f96f2-1f8a-482a-8a66-2c390836fc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:40:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['70fddc49-4edc-4c51-a052-98b2462a5d37'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:40:45.988704 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-9548f72f-c3e1-4dc5-8218-fdba4b4f44ce admin admin] 10.222.0.35 "PUT /v2.0/routers/70fddc49-4edc-4c51-a052-98b2462a5d37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7466099 Aug 26 13:40:45.991430 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 60060) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:40:46.088267 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-0f0f96f2-1f8a-482a-8a66-2c390836fc14 None None] Set router 70fddc49-4edc-4c51-a052-98b2462a5d37 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:40:46.121824 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-476e895d-100e-4231-87fb-844b867d9321 admin admin] Notify callbacks [] for router, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:46.277673 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-fcec2ccf-1423-4400-9341-bb07a4de9649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df8397a7-d85f-4580-94e0-97922cda629b {{(pid=94615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:40:46.316221 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-0f0f96f2-1f8a-482a-8a66-2c390836fc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fddc49-4edc-4c51-a052-98b2462a5d37', 'name': 'tempest-ServerRescueNegativeTestJSON-2075397689-router', 'tenant_id': 'cf48eac27ef64ed48fd83b9d2b1cab96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '6ee4527f-a6ce-4249-9fdd-16a524ab1776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:37:21Z', 'updated_at': '2021-08-26T13:40:44Z', 'revision_number': 5, 'project_id': 'cf48eac27ef64ed48fd83b9d2b1cab96', 'gw_port': {'id': '6ee4527f-a6ce-4249-9fdd-16a524ab1776', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fddc49-4edc-4c51-a052-98b2462a5d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:23Z', 'updated_at': '2021-08-26T13:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:40:46.326019 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-fcec2ccf-1423-4400-9341-bb07a4de9649 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:46.368296 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.provisioning_blocks [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-fcec2ccf-1423-4400-9341-bb07a4de9649 service neutron] Transition to ACTIVE for port object df8397a7-d85f-4580-94e0-97922cda629b will not be triggered until provisioned by entity L2. {{(pid=94615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:40:46.381563 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0f96f2-1f8a-482a-8a66-2c390836fc14 None None] Checking router: 70fddc49-4edc-4c51-a052-98b2462a5d37 for host: dv-cinder-786386-11-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:40:46.392684 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0f96f2-1f8a-482a-8a66-2c390836fc14 None None] Routers {'70fddc49-4edc-4c51-a052-98b2462a5d37'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:40:46.393308 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-0f0f96f2-1f8a-482a-8a66-2c390836fc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:40:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['70fddc49-4edc-4c51-a052-98b2462a5d37'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:40:46.417913 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-286ce3ee-6b33-4428-a3bd-ec3f924a0c4a req-7c6d83f6-4e5a-4174-a435-617735cbd5fd tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 210 time: 0.0938306 Aug 26 13:40:46.455448 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-fcec2ccf-1423-4400-9341-bb07a4de9649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764776'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:46.493910 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-476e895d-100e-4231-87fb-844b867d9321 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:46.516509 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e746e9-766a-4f24-8d07-8d2d304a53c2 req-288c386f-dd60-47fb-ba3f-2efcf38631ae tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:46.524254 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c3e746e9-766a-4f24-8d07-8d2d304a53c2 req-288c386f-dd60-47fb-ba3f-2efcf38631ae tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.2399645 Aug 26 13:40:46.526235 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-0f0f96f2-1f8a-482a-8a66-2c390836fc14 None None] Set router 70fddc49-4edc-4c51-a052-98b2462a5d37 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:40:46.561319 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec2ccf-1423-4400-9341-bb07a4de9649 service neutron] Pushing event updated for resources: {'Port': ['ID=df8397a7-d85f-4580-94e0-97922cda629b,revision_number=2']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:46.616476 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb980d4-f440-464a-ba67-ef57f530d935 req-47557301-9176-47e6-9aec-e709fb32dcf1 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:46.618406 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-acb980d4-f440-464a-ba67-ef57f530d935 req-47557301-9176-47e6-9aec-e709fb32dcf1 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.38 "GET /v2.0/networks?id=a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda HTTP/1.1" status: 200 len: 808 time: 0.3568501 Aug 26 13:40:46.635248 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c3e746e9-766a-4f24-8d07-8d2d304a53c2 req-0bda8780-4b49-430a-be17-5d22ec5cca78 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060255 Aug 26 13:40:46.675435 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-fcec2ccf-1423-4400-9341-bb07a4de9649 service neutron] Attempting to bind port df8397a7-d85f-4580-94e0-97922cda629b on host hv-cinder-78638 for vnic_type normal with profile {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:40:46.676745 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-fcec2ccf-1423-4400-9341-bb07a4de9649 service neutron] Attempting to bind port df8397a7-d85f-4580-94e0-97922cda629b by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '01409fc2-f7f4-4705-a109-5784e02918b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6def9aa7-77f9-4b41-b983-9ee6a7d4d136'}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:40:46.677447 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-fcec2ccf-1423-4400-9341-bb07a4de9649 service neutron] Attempting to bind port df8397a7-d85f-4580-94e0-97922cda629b on network 6def9aa7-77f9-4b41-b983-9ee6a7d4d136 {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:40:46.683338 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-fcec2ccf-1423-4400-9341-bb07a4de9649 service neutron] Port df8397a7-d85f-4580-94e0-97922cda629b on network 6def9aa7-77f9-4b41-b983-9ee6a7d4d136 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 13:40:46.684167 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-fcec2ccf-1423-4400-9341-bb07a4de9649 service neutron] Attempting to bind port df8397a7-d85f-4580-94e0-97922cda629b on network 6def9aa7-77f9-4b41-b983-9ee6a7d4d136 {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:40:46.693820 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-fcec2ccf-1423-4400-9341-bb07a4de9649 service neutron] Checking agent: {'id': 'ecd4b6ee-6295-46a8-8c11-8af9b25961a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'started_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:40:46.699693 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-fcec2ccf-1423-4400-9341-bb07a4de9649 service neutron] Checking segment: {'id': '01409fc2-f7f4-4705-a109-5784e02918b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6def9aa7-77f9-4b41-b983-9ee6a7d4d136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:40:46.699693 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-fcec2ccf-1423-4400-9341-bb07a4de9649 service neutron] Bound using segment: {'id': '01409fc2-f7f4-4705-a109-5784e02918b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6def9aa7-77f9-4b41-b983-9ee6a7d4d136'} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:40:46.699693 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-fcec2ccf-1423-4400-9341-bb07a4de9649 service neutron] Bound port: df8397a7-d85f-4580-94e0-97922cda629b, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01409fc2-f7f4-4705-a109-5784e02918b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6def9aa7-77f9-4b41-b983-9ee6a7d4d136'}}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:40:46.699693 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-fcec2ccf-1423-4400-9341-bb07a4de9649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:46.733814 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-acb980d4-f440-464a-ba67-ef57f530d935 req-d12f767f-9c30-4a79-baf5-4898144d6d5f tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42581d098bad41969e8958b4a30db51f HTTP/1.1" status: 200 len: 379 time: 0.0500612 Aug 26 13:40:46.747371 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [req-acb980d4-f440-464a-ba67-ef57f530d935 req-b59b515a-ab39-45f8-8c2b-a8bcd8e42d25 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Request body: {'port': {'device_id': 'aea46233-8e9c-4414-931e-8d687edc8c96', 'network_id': 'a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda', 'admin_state_up': True, 'tenant_id': '42581d098bad41969e8958b4a30db51f', 'security_groups': ['aa446040-c496-4451-b747-3499819f6e76']}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:40:46.751720 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-476e895d-100e-4231-87fb-844b867d9321 admin admin] Deleting port 6ee4527f-a6ce-4249-9fdd-16a524ab1776 {{(pid=94614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:40:46.752256 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-476e895d-100e-4231-87fb-844b867d9321 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:46.770576 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-0f0f96f2-1f8a-482a-8a66-2c390836fc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fddc49-4edc-4c51-a052-98b2462a5d37', 'name': 'tempest-ServerRescueNegativeTestJSON-2075397689-router', 'tenant_id': 'cf48eac27ef64ed48fd83b9d2b1cab96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '6ee4527f-a6ce-4249-9fdd-16a524ab1776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:37:21Z', 'updated_at': '2021-08-26T13:40:44Z', 'revision_number': 5, 'project_id': 'cf48eac27ef64ed48fd83b9d2b1cab96', 'gw_port': {'id': '6ee4527f-a6ce-4249-9fdd-16a524ab1776', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fddc49-4edc-4c51-a052-98b2462a5d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:23Z', 'updated_at': '2021-08-26T13:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:40:46.790797 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-fcec2ccf-1423-4400-9341-bb07a4de9649 service neutron] For port df8397a7-d85f-4580-94e0-97922cda629b, host hv-cinder-78638, cleared binding levels {{(pid=94615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:40:46.794605 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-fcec2ccf-1423-4400-9341-bb07a4de9649 service neutron] For port df8397a7-d85f-4580-94e0-97922cda629b, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=df8397a7-d85f-4580-94e0-97922cda629b,segment=NetworkSegment(01409fc2-f7f4-4705-a109-5784e02918b0),segment_id=01409fc2-f7f4-4705-a109-5784e02918b0)] {{(pid=94615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:40:46.798454 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0f96f2-1f8a-482a-8a66-2c390836fc14 None None] The sync data for ids ['70fddc49-4edc-4c51-a052-98b2462a5d37'] in dv-cinder-786386-11-iscsi is: [{'id': '70fddc49-4edc-4c51-a052-98b2462a5d37', 'name': 'tempest-ServerRescueNegativeTestJSON-2075397689-router', 'tenant_id': 'cf48eac27ef64ed48fd83b9d2b1cab96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '6ee4527f-a6ce-4249-9fdd-16a524ab1776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:37:21Z', 'updated_at': '2021-08-26T13:40:44Z', 'revision_number': 5, 'project_id': 'cf48eac27ef64ed48fd83b9d2b1cab96', 'gw_port': {'id': '6ee4527f-a6ce-4249-9fdd-16a524ab1776', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fddc49-4edc-4c51-a052-98b2462a5d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:23Z', 'updated_at': '2021-08-26T13:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:40:46.917211 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-fcec2ccf-1423-4400-9341-bb07a4de9649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764776'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:46.948956 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e82d0f-813b-4ed6-83bb-772c20b9cc60 req-66a43ac2-0586-4471-8e22-0a8283678d77 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:46.950574 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-02e82d0f-813b-4ed6-83bb-772c20b9cc60 req-66a43ac2-0586-4471-8e22-0a8283678d77 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 947 time: 0.1503513 Aug 26 13:40:46.952588 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-476e895d-100e-4231-87fb-844b867d9321 admin admin] For port 6ee4527f-a6ce-4249-9fdd-16a524ab1776, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=6ee4527f-a6ce-4249-9fdd-16a524ab1776,segment=NetworkSegment(706c7343-f453-451d-93d0-3f6d714ba662),segment_id=706c7343-f453-451d-93d0-3f6d714ba662)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:40:46.953016 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-476e895d-100e-4231-87fb-844b867d9321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:46.979895 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-476e895d-100e-4231-87fb-844b867d9321 admin admin] Calling delete_port for 6ee4527f-a6ce-4249-9fdd-16a524ab1776 owned by network:router_gateway {{(pid=94614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:40:47.095607 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-02e82d0f-813b-4ed6-83bb-772c20b9cc60 req-3d54ade9-5e95-4f1c-b93e-e588150741cc tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321037 Aug 26 13:40:47.129846 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd45d5-afaf-4321-a0ce-75f834b6c4f3 req-aae0fd6f-16a9-4876-8c86-26a49b28a130 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:47.131485 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-cabd45d5-afaf-4321-a0ce-75f834b6c4f3 req-aae0fd6f-16a9-4876-8c86-26a49b28a130 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/ports?device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164 HTTP/1.1" status: 200 len: 943 time: 0.1280086 Aug 26 13:40:47.181867 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acb980d4-f440-464a-ba67-ef57f530d935 req-b59b515a-ab39-45f8-8c2b-a8bcd8e42d25 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Made reservation on behalf of 42581d098bad41969e8958b4a30db51f for: {'port': 1} {{(pid=94614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:40:47.186692 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-acb980d4-f440-464a-ba67-ef57f530d935 req-b59b515a-ab39-45f8-8c2b-a8bcd8e42d25 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:47.186943 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-fcec2ccf-1423-4400-9341-bb07a4de9649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:47.187591 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-fcec2ccf-1423-4400-9341-bb07a4de9649 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:47.191839 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-fcec2ccf-1423-4400-9341-bb07a4de9649 service neutron] 10.222.0.38 "PUT /v2.0/ports/df8397a7-d85f-4580-94e0-97922cda629b HTTP/1.1" status: 200 len: 1093 time: 1.5181916 Aug 26 13:40:47.192565 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c50aaefc-5f19-49e4-9c5d-08dd85028164', 'tag': 'df8397a7-d85f-4580-94e0-97922cda629b'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:40:47.195565 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea93b417d78f98f8f49a9646f42316e7837148fdcc5dd11c49486c93967457e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e2d50a-fb2d-40d5-954c-d09142a19e40" -d '{"events": [{"name": "network-changed", "server_uuid": "c50aaefc-5f19-49e4-9c5d-08dd85028164", "tag": "df8397a7-d85f-4580-94e0-97922cda629b"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:40:47.230768 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec2ccf-1423-4400-9341-bb07a4de9649 service neutron] Pushing event updated for resources: {'Port': ['ID=df8397a7-d85f-4580-94e0-97922cda629b,revision_number=3']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:47.247691 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device d43c552d-112d-4c9a-a746-2e8e8832b265 no longer exists at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:40:47.268118 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-cabd45d5-afaf-4321-a0ce-75f834b6c4f3 req-f7f5fe81-7ead-4822-b794-da69d37184df tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e6738b4-02be-4ca1-85ec-52cd6e0043a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282508 Aug 26 13:40:47.272670 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] No Port match for: d43c552d-112d-4c9a-a746-2e8e8832b265 {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:40:47.273026 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device d43c552d-112d-4c9a-a746-2e8e8832b265 not bound to the agent host dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:40:47.284928 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 13:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bc48be-3715-4187-8567-919def8327ac x-openstack-request-id: req-a5bc48be-3715-4187-8567-919def8327ac {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:40:47.285451 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c50aaefc-5f19-49e4-9c5d-08dd85028164", "tag": "df8397a7-d85f-4580-94e0-97922cda629b", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:40:47.285451 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a5bc48be-3715-4187-8567-919def8327ac {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:40:47.286011 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c50aaefc-5f19-49e4-9c5d-08dd85028164', 'tag': 'df8397a7-d85f-4580-94e0-97922cda629b', 'status': 'completed', 'code': 200} Aug 26 13:40:47.382708 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2d50a-fb2d-40d5-954c-d09142a19e40 req-30331f2b-6078-4a81-9292-b0edb650cd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:47.384592 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-73e2d50a-fb2d-40d5-954c-d09142a19e40 req-30331f2b-6078-4a81-9292-b0edb650cd64 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f7c1ac4776f8491da8ed9fa3e10f556b&device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164 HTTP/1.1" status: 200 len: 1096 time: 0.0502996 Aug 26 13:40:47.429235 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_common [req-acb980d4-f440-464a-ba67-ef57f530d935 req-b59b515a-ab39-45f8-8c2b-a8bcd8e42d25 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Allocated IP 172.20.0.4 (a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda/df87cdb7-ca74-41e6-949b-3361333e43fa/ec76c22b-2ff4-49d9-a6df-c391c0696e52) {{(pid=94614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:40:47.444153 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-476e895d-100e-4231-87fb-844b867d9321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:47.491735 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e895d-100e-4231-87fb-844b867d9321 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ee4527f-a6ce-4249-9fdd-16a524ab1776,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:47.616331 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2d50a-fb2d-40d5-954c-d09142a19e40 req-08a1305d-9c39-4bef-86a9-75b04243169c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:47.617737 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-73e2d50a-fb2d-40d5-954c-d09142a19e40 req-08a1305d-9c39-4bef-86a9-75b04243169c service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=f7c1ac4776f8491da8ed9fa3e10f556b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2161016 Aug 26 13:40:47.629690 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a35b03fd-632d-42b2-a92a-219b6966f197 req-706d479a-90e9-4da9-bb60-d0dab1a7964d tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 210 time: 0.0684586 Aug 26 13:40:47.640094 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-476e895d-100e-4231-87fb-844b867d9321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430495'] for router_gateway, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:47.800073 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-476e895d-100e-4231-87fb-844b867d9321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-428288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13273'] for router, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:47.803867 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-476e895d-100e-4231-87fb-844b867d9321 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:47.832039 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2d50a-fb2d-40d5-954c-d09142a19e40 req-24a54ac3-51d0-424e-b964-935449b1d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:47.834837 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-73e2d50a-fb2d-40d5-954c-d09142a19e40 req-24a54ac3-51d0-424e-b964-935449b1d247 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2099774 Aug 26 13:40:47.956402 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-7649d94e-b862-4c3b-91d7-e024c5f8b230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:47.958052 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-7649d94e-b862-4c3b-91d7-e024c5f8b230 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f7c1ac4776f8491da8ed9fa3e10f556b&device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164 HTTP/1.1" status: 200 len: 1096 time: 0.0453484 Aug 26 13:40:48.014836 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-a6c1760b-6ae6-4621-84b6-f6e237d3dac1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df8397a7-d85f-4580-94e0-97922cda629b HTTP/1.1" status: 200 len: 217 time: 0.0362141 Aug 26 13:40:48.073750 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-acb980d4-f440-464a-ba67-ef57f530d935 req-b59b515a-ab39-45f8-8c2b-a8bcd8e42d25 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks [] for port, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:48.083042 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-9af03352-639b-40e3-9b67-6f3cb9ad7916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:48.084436 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-9af03352-639b-40e3-9b67-6f3cb9ad7916 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b76a4778-2bda-453e-9c5b-4d0bc567ef64 HTTP/1.1" status: 200 len: 854 time: 0.0606236 Aug 26 13:40:48.119278 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-428bf67d-b684-4102-a505-d06768f6975d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6def9aa7-77f9-4b41-b983-9ee6a7d4d136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262625 Aug 26 13:40:48.129336 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658719d7-0a68-48e8-9376-91b829f7e686 req-21e32108-40ea-48f0-a606-19238f4e01e1 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:48.130954 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-658719d7-0a68-48e8-9376-91b829f7e686 req-21e32108-40ea-48f0-a606-19238f4e01e1 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.4044693 Aug 26 13:40:48.132049 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [req-acb980d4-f440-464a-ba67-ef57f530d935 req-b59b515a-ab39-45f8-8c2b-a8bcd8e42d25 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Transition to ACTIVE for port object ec76c22b-2ff4-49d9-a6df-c391c0696e52 will not be triggered until provisioned by entity DHCP. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:40:48.183865 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-476e895d-100e-4231-87fb-844b867d9321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-428303'] for router, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:48.184836 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476e895d-100e-4231-87fb-844b867d9321 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70fddc49-4edc-4c51-a052-98b2462a5d37 {{(pid=94614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 13:40:48.193280 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-476e895d-100e-4231-87fb-844b867d9321 admin admin] Notify callbacks [] for router, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:48.194612 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-476e895d-100e-4231-87fb-844b867d9321 admin admin] 10.222.0.35 "DELETE /v2.0/routers/70fddc49-4edc-4c51-a052-98b2462a5d37 HTTP/1.1" status: 204 len: 168 time: 2.2019596 Aug 26 13:40:48.200745 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 60082) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:40:48.211445 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-658719d7-0a68-48e8-9376-91b829f7e686 req-fe177ddb-6af7-4e69-97e6-d235b4933e5e tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725894 Aug 26 13:40:48.265986 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-22582e1b-de24-4c77-8f12-7d541d91ad03 service neutron] 10.222.0.38 "GET /v2.0/networks/6def9aa7-77f9-4b41-b983-9ee6a7d4d136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375682 Aug 26 13:40:48.274017 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d7dd58f-b004-46d3-af99-68485e6c793f admin admin] Deleting subnet 44553468-309b-402a-9962-58b86538a2f3 {{(pid=94615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 13:40:48.281853 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-acb980d4-f440-464a-ba67-ef57f530d935 req-b59b515a-ab39-45f8-8c2b-a8bcd8e42d25 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:48.284565 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7d7dd58f-b004-46d3-af99-68485e6c793f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:48.355436 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acb980d4-f440-464a-ba67-ef57f530d935 req-b59b515a-ab39-45f8-8c2b-a8bcd8e42d25 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Network a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:40:48.360546 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b515a-ab39-45f8-8c2b-a8bcd8e42d25 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Pushing event updated for resources: {'Port': ['ID=ec76c22b-2ff4-49d9-a6df-c391c0696e52,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:48.363534 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7d7dd58f-b004-46d3-af99-68485e6c793f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3242698'] for subnet, precommit_delete_associations {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:48.369389 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [req-acb980d4-f440-464a-ba67-ef57f530d935 req-b59b515a-ab39-45f8-8c2b-a8bcd8e42d25 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:40:48.386209 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb980d4-f440-464a-ba67-ef57f530d935 req-b59b515a-ab39-45f8-8c2b-a8bcd8e42d25 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Received port after_create {{(pid=94614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:40:48.425760 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7d7dd58f-b004-46d3-af99-68485e6c793f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541549'] for subnet, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:48.429590 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-21ad7edb-4bad-4e4d-8830-49de4ad99966 req-049f7671-a6e5-4779-936b-b9834c806160 service neutron] 10.222.0.38 "GET /v2.0/networks/6def9aa7-77f9-4b41-b983-9ee6a7d4d136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530423 Aug 26 13:40:48.473854 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3cbf4-6364-43f0-8c75-5ce3420a8674 req-84170e58-9316-46b7-9650-4e08a1590e27 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:48.483984 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-53a3cbf4-6364-43f0-8c75-5ce3420a8674 req-84170e58-9316-46b7-9650-4e08a1590e27 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/ports?device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164 HTTP/1.1" status: 200 len: 943 time: 0.1168017 Aug 26 13:40:48.504099 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb980d4-f440-464a-ba67-ef57f530d935 req-b59b515a-ab39-45f8-8c2b-a8bcd8e42d25 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:48.504099 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-acb980d4-f440-464a-ba67-ef57f530d935 req-b59b515a-ab39-45f8-8c2b-a8bcd8e42d25 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:48.549621 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-53a3cbf4-6364-43f0-8c75-5ce3420a8674 req-19cfee48-42e6-49ff-8e06-1fd29c94abc8 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e6738b4-02be-4ca1-85ec-52cd6e0043a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647624 Aug 26 13:40:48.579981 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7d7dd58f-b004-46d3-af99-68485e6c793f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8764706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593056'] for subnet, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:48.607538 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7dd58f-b004-46d3-af99-68485e6c793f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44553468-309b-402a-9962-58b86538a2f3,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:48.609581 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7d7dd58f-b004-46d3-af99-68485e6c793f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:48.614703 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-7d7dd58f-b004-46d3-af99-68485e6c793f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/44553468-309b-402a-9962-58b86538a2f3 HTTP/1.1" status: 204 len: 168 time: 0.4097190 Aug 26 13:40:48.614703 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 60088) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:40:48.640216 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-acb980d4-f440-464a-ba67-ef57f530d935 req-b59b515a-ab39-45f8-8c2b-a8bcd8e42d25 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8973730 Aug 26 13:40:48.662966 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [req-acb980d4-f440-464a-ba67-ef57f530d935 req-00013ebf-2e98-442e-a8d3-e52865f8c575 service neutron] Request body: {'port': {'device_id': 'aea46233-8e9c-4414-931e-8d687edc8c96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:40:48.701093 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5d23fc11-ff5a-4f51-ad39-61bc289a0e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1476925'] for network, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:48.739076 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-be122cd8-5028-4499-bbe3-d0a6057163c4 None None] Provisioning for port ec76c22b-2ff4-49d9-a6df-c391c0696e52 completed by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:40:48.749660 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-be122cd8-5028-4499-bbe3-d0a6057163c4 None None] Provisioning complete for port ec76c22b-2ff4-49d9-a6df-c391c0696e52 triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:40:48.751862 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-be122cd8-5028-4499-bbe3-d0a6057163c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:48.767222 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-acb980d4-f440-464a-ba67-ef57f530d935 req-00013ebf-2e98-442e-a8d3-e52865f8c575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:48.789995 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-be122cd8-5028-4499-bbe3-d0a6057163c4 None None] Port ec76c22b-2ff4-49d9-a6df-c391c0696e52 cannot update to ACTIVE because it is not bound. {{(pid=94616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 13:40:48.795576 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5d23fc11-ff5a-4f51-ad39-61bc289a0e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-539478', 'neutron.services.segments.db._delete_segments_for_network-8790400307694'] for network, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:48.806001 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-5d23fc11-ff5a-4f51-ad39-61bc289a0e66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60ee5afa-17b9-4cf6-a513-d0be6a626ec2']}} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:40:48.820535 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9df71-ed33-4191-ab5e-22bbc967b65a req-bf410ef2-bd47-4e6e-bbbe-5788ba44d95c tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:48.822099 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-aae9df71-ed33-4191-ab5e-22bbc967b65a req-bf410ef2-bd47-4e6e-bbbe-5788ba44d95c tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 931 time: 0.0983484 Aug 26 13:40:48.823629 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-5d23fc11-ff5a-4f51-ad39-61bc289a0e66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25450fc3-ef5a-474d-a5cf-eaafca82275e') {'for_net_delete': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:40:48.823629 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-5d23fc11-ff5a-4f51-ad39-61bc289a0e66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25450fc3-ef5a-474d-a5cf-eaafca82275e') {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:40:48.833878 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5d23fc11-ff5a-4f51-ad39-61bc289a0e66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790400307577', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3242709'] for segment, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:48.848742 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5d23fc11-ff5a-4f51-ad39-61bc289a0e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388'] for segment, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:48.855622 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d23fc11-ff5a-4f51-ad39-61bc289a0e66 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=94615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 13:40:48.856031 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5d23fc11-ff5a-4f51-ad39-61bc289a0e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8764740'] for segment, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:48.858480 dv-cinder-786386-11-iscsi neutron-server[94615]: Traceback (most recent call last): Aug 26 13:40:48.858480 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 13:40:48.858480 dv-cinder-786386-11-iscsi neutron-server[94615]: timer() Aug 26 13:40:48.858480 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 13:40:48.858480 dv-cinder-786386-11-iscsi neutron-server[94615]: cb(*args, **kw) Aug 26 13:40:48.858480 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 13:40:48.858480 dv-cinder-786386-11-iscsi neutron-server[94615]: return func(*args, **kwargs) Aug 26 13:40:48.858480 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 13:40:48.858480 dv-cinder-786386-11-iscsi neutron-server[94615]: self._notify() Aug 26 13:40:48.858480 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 13:40:48.858480 dv-cinder-786386-11-iscsi neutron-server[94615]: self.callback(batched_events) Aug 26 13:40:48.858480 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 13:40:48.858480 dv-cinder-786386-11-iscsi neutron-server[94615]: event.method(event) Aug 26 13:40:48.858480 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 13:40:48.858480 dv-cinder-786386-11-iscsi neutron-server[94615]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 13:40:48.858480 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 13:40:48.858480 dv-cinder-786386-11-iscsi neutron-server[94615]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 13:40:48.858480 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 13:40:48.858480 dv-cinder-786386-11-iscsi neutron-server[94615]: return f(self, *a, **k) Aug 26 13:40:48.858480 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 13:40:48.858480 dv-cinder-786386-11-iscsi neutron-server[94615]: return self._get(url).json() Aug 26 13:40:48.858480 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 13:40:48.858480 dv-cinder-786386-11-iscsi neutron-server[94615]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 13:40:48.858480 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 13:40:48.858480 dv-cinder-786386-11-iscsi neutron-server[94615]: return self.request(url, 'GET', **kwargs) Aug 26 13:40:48.858480 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 13:40:48.858480 dv-cinder-786386-11-iscsi neutron-server[94615]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 13:40:48.858480 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 13:40:48.858480 dv-cinder-786386-11-iscsi neutron-server[94615]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 13:40:48.858480 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 13:40:48.858480 dv-cinder-786386-11-iscsi neutron-server[94615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 13:40:48.858480 dv-cinder-786386-11-iscsi neutron-server[94615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 13:40:48.930165 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-aae9df71-ed33-4191-ab5e-22bbc967b65a req-fd6924b1-0df1-40c0-8863-a1e52f488f41 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005659 Aug 26 13:40:49.008155 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5d23fc11-ff5a-4f51-ad39-61bc289a0e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-539439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430499'] for network, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:49.017899 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5d23fc11-ff5a-4f51-ad39-61bc289a0e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for network, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:49.017899 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-5d23fc11-ff5a-4f51-ad39-61bc289a0e66 admin admin] 10.222.0.35 "DELETE /v2.0/networks/60ee5afa-17b9-4cf6-a513-d0be6a626ec2 HTTP/1.1" status: 204 len: 168 time: 0.4022670 Aug 26 13:40:49.031352 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23fc11-ff5a-4f51-ad39-61bc289a0e66 admin admin] Pushing event deleted for resources: {'Network': ['ID=60ee5afa-17b9-4cf6-a513-d0be6a626ec2,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:49.118230 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [req-acb980d4-f440-464a-ba67-ef57f530d935 req-00013ebf-2e98-442e-a8d3-e52865f8c575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec76c22b-2ff4-49d9-a6df-c391c0696e52 {{(pid=94614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:40:49.127914 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-acb980d4-f440-464a-ba67-ef57f530d935 req-00013ebf-2e98-442e-a8d3-e52865f8c575 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:49.132197 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 6ee4527f-a6ce-4249-9fdd-16a524ab1776 no longer exists at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:40:49.140900 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [req-acb980d4-f440-464a-ba67-ef57f530d935 req-00013ebf-2e98-442e-a8d3-e52865f8c575 service neutron] Transition to ACTIVE for port object ec76c22b-2ff4-49d9-a6df-c391c0696e52 will not be triggered until provisioned by entity L2. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:40:49.154858 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] No Port match for: 6ee4527f-a6ce-4249-9fdd-16a524ab1776 {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:40:49.155563 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 6ee4527f-a6ce-4249-9fdd-16a524ab1776 not bound to the agent host dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:40:49.214019 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-acb980d4-f440-464a-ba67-ef57f530d935 req-00013ebf-2e98-442e-a8d3-e52865f8c575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625096'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:49.296071 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00013ebf-2e98-442e-a8d3-e52865f8c575 service neutron] Pushing event updated for resources: {'Port': ['ID=ec76c22b-2ff4-49d9-a6df-c391c0696e52,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:49.377408 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 60096) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:40:49.391397 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [req-acb980d4-f440-464a-ba67-ef57f530d935 req-00013ebf-2e98-442e-a8d3-e52865f8c575 service neutron] Attempting to bind port ec76c22b-2ff4-49d9-a6df-c391c0696e52 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:40:49.391738 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [req-acb980d4-f440-464a-ba67-ef57f530d935 req-00013ebf-2e98-442e-a8d3-e52865f8c575 service neutron] Attempting to bind port ec76c22b-2ff4-49d9-a6df-c391c0696e52 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '32d3525f-9d26-4906-87cc-93c5d5530eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda'}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:40:49.392074 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb980d4-f440-464a-ba67-ef57f530d935 req-00013ebf-2e98-442e-a8d3-e52865f8c575 service neutron] Attempting to bind port ec76c22b-2ff4-49d9-a6df-c391c0696e52 on network a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:40:49.405293 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5dd2b-198e-4950-80e9-d57e79fc350f req-68b6a03c-d7ad-42f4-bdb1-545e57f1c2aa tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:49.408069 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-64c5dd2b-198e-4950-80e9-d57e79fc350f req-68b6a03c-d7ad-42f4-bdb1-545e57f1c2aa tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0866153 Aug 26 13:40:49.409163 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb980d4-f440-464a-ba67-ef57f530d935 req-00013ebf-2e98-442e-a8d3-e52865f8c575 service neutron] Port ec76c22b-2ff4-49d9-a6df-c391c0696e52 on network a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 13:40:49.409495 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb980d4-f440-464a-ba67-ef57f530d935 req-00013ebf-2e98-442e-a8d3-e52865f8c575 service neutron] Attempting to bind port ec76c22b-2ff4-49d9-a6df-c391c0696e52 on network a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:40:49.415087 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb980d4-f440-464a-ba67-ef57f530d935 req-00013ebf-2e98-442e-a8d3-e52865f8c575 service neutron] Checking agent: {'id': 'ecd4b6ee-6295-46a8-8c11-8af9b25961a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'started_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:40:49.415425 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb980d4-f440-464a-ba67-ef57f530d935 req-00013ebf-2e98-442e-a8d3-e52865f8c575 service neutron] Checking segment: {'id': '32d3525f-9d26-4906-87cc-93c5d5530eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:40:49.415817 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb980d4-f440-464a-ba67-ef57f530d935 req-00013ebf-2e98-442e-a8d3-e52865f8c575 service neutron] Bound using segment: {'id': '32d3525f-9d26-4906-87cc-93c5d5530eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda'} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:40:49.416259 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [req-acb980d4-f440-464a-ba67-ef57f530d935 req-00013ebf-2e98-442e-a8d3-e52865f8c575 service neutron] Bound port: ec76c22b-2ff4-49d9-a6df-c391c0696e52, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d3525f-9d26-4906-87cc-93c5d5530eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda'}}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:40:49.416621 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-acb980d4-f440-464a-ba67-ef57f530d935 req-00013ebf-2e98-442e-a8d3-e52865f8c575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:49.426749 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-1d1e909d-f41a-490a-b3c1-9567e0cbe52e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cf48eac27ef64ed48fd83b9d2b1cab96&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0472317 Aug 26 13:40:49.429204 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 60098) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:40:49.451525 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device df8397a7-d85f-4580-94e0-97922cda629b details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=94616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 13:40:49.495417 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-64c5dd2b-198e-4950-80e9-d57e79fc350f req-958e6455-dd61-4cd6-a256-fe9b5818b216 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741909 Aug 26 13:40:49.516113 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-60dd3f24-394a-4d06-b12e-291c322a7686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:49.531751 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [req-acb980d4-f440-464a-ba67-ef57f530d935 req-00013ebf-2e98-442e-a8d3-e52865f8c575 service neutron] For port ec76c22b-2ff4-49d9-a6df-c391c0696e52, host hv-cinder-78638, cleared binding levels {{(pid=94614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:40:49.537383 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [req-acb980d4-f440-464a-ba67-ef57f530d935 req-00013ebf-2e98-442e-a8d3-e52865f8c575 service neutron] For port ec76c22b-2ff4-49d9-a6df-c391c0696e52, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ec76c22b-2ff4-49d9-a6df-c391c0696e52,segment=NetworkSegment(32d3525f-9d26-4906-87cc-93c5d5530eb6),segment_id=32d3525f-9d26-4906-87cc-93c5d5530eb6)] {{(pid=94614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:40:49.542921 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-60dd3f24-394a-4d06-b12e-291c322a7686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:49.586125 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port df8397a7-d85f-4580-94e0-97922cda629b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=df8397a7-d85f-4580-94e0-97922cda629b,segment=NetworkSegment(01409fc2-f7f4-4705-a109-5784e02918b0),segment_id=01409fc2-f7f4-4705-a109-5784e02918b0)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:40:49.600491 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Returning: {'device': 'df8397a7-d85f-4580-94e0-97922cda629b', 'network_id': '6def9aa7-77f9-4b41-b983-9ee6a7d4d136', 'port_id': 'df8397a7-d85f-4580-94e0-97922cda629b', 'mac_address': 'fa:16:3e:e5:da:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76a4778-2bda-453e-9c5b-4d0bc567ef64', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 13:40:49.643778 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:49.646473 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-acb980d4-f440-464a-ba67-ef57f530d935 req-00013ebf-2e98-442e-a8d3-e52865f8c575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625096'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:49.658352 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df8397a7-d85f-4580-94e0-97922cda629b {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:40:49.676593 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-60dd3f24-394a-4d06-b12e-291c322a7686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:49.681054 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-60dd3f24-394a-4d06-b12e-291c322a7686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:49.686150 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-60dd3f24-394a-4d06-b12e-291c322a7686 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2f0fe194-65a9-401e-8ff8-1dc2468d59e7 HTTP/1.1" status: 204 len: 168 time: 0.2524114 Aug 26 13:40:49.686288 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port df8397a7-d85f-4580-94e0-97922cda629b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=df8397a7-d85f-4580-94e0-97922cda629b,segment=NetworkSegment(01409fc2-f7f4-4705-a109-5784e02918b0),segment_id=01409fc2-f7f4-4705-a109-5784e02918b0)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:40:49.697932 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd3f24-394a-4d06-b12e-291c322a7686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0fe194-65a9-401e-8ff8-1dc2468d59e7,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:49.711849 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb980d4-f440-464a-ba67-ef57f530d935 req-00013ebf-2e98-442e-a8d3-e52865f8c575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:49.711849 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-acb980d4-f440-464a-ba67-ef57f530d935 req-00013ebf-2e98-442e-a8d3-e52865f8c575 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:49.711849 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-acb980d4-f440-464a-ba67-ef57f530d935 req-00013ebf-2e98-442e-a8d3-e52865f8c575 service neutron] 10.222.0.38 "PUT /v2.0/ports/ec76c22b-2ff4-49d9-a6df-c391c0696e52 HTTP/1.1" status: 200 len: 1093 time: 1.0526829 Aug 26 13:40:49.713215 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea46233-8e9c-4414-931e-8d687edc8c96', 'tag': 'ec76c22b-2ff4-49d9-a6df-c391c0696e52'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:40:49.715873 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a01c3ba01e4bf0bec97fb524610b41262b2b21d9aec27a526a98035f21d3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c46851b-a049-429b-a8a3-3b8499553d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "aea46233-8e9c-4414-931e-8d687edc8c96", "tag": "ec76c22b-2ff4-49d9-a6df-c391c0696e52"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:40:49.762220 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:49.770217 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 6 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:40:49.786322 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201c09a-2776-4a89-a46f-87cd84a7540a req-b8d12cc5-97c6-43b1-af1a-a06be62f339d tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:49.792860 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d201c09a-2776-4a89-a46f-87cd84a7540a req-b8d12cc5-97c6-43b1-af1a-a06be62f339d tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/ports?device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164 HTTP/1.1" status: 200 len: 943 time: 0.1648197 Aug 26 13:40:49.799946 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 13:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64bc22f-b6a0-4fd9-b529-bab24fe58ae8 x-openstack-request-id: req-e64bc22f-b6a0-4fd9-b529-bab24fe58ae8 {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:40:49.800240 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea46233-8e9c-4414-931e-8d687edc8c96", "tag": "ec76c22b-2ff4-49d9-a6df-c391c0696e52", "status": "completed", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:40:49.800499 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e64bc22f-b6a0-4fd9-b529-bab24fe58ae8 {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:40:49.800967 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea46233-8e9c-4414-931e-8d687edc8c96', 'tag': 'ec76c22b-2ff4-49d9-a6df-c391c0696e52', 'status': 'completed', 'code': 200} Aug 26 13:40:49.807087 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00013ebf-2e98-442e-a8d3-e52865f8c575 service neutron] Pushing event updated for resources: {'Port': ['ID=ec76c22b-2ff4-49d9-a6df-c391c0696e52,revision_number=3']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:49.823781 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=df8397a7-d85f-4580-94e0-97922cda629b,revision_number=4']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:49.833995 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:40:49.834364 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:40:49.834968 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:40:49.835601 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:40:49.836413 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:40:49.839246 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:40:49.839845 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:40:49.840539 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:40:49.841048 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:40:49.841529 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:40:49.842114 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:40:49.842628 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:40:49.881631 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d201c09a-2776-4a89-a46f-87cd84a7540a req-8d40bc97-0f0c-42f5-b09c-b56ea5bd1fb5 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e6738b4-02be-4ca1-85ec-52cd6e0043a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878744 Aug 26 13:40:49.907436 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46851b-a049-429b-a8a3-3b8499553d1c req-4d3482c2-1abe-40e9-8927-fc1d0cb434f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:49.907436 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0c46851b-a049-429b-a8a3-3b8499553d1c req-4d3482c2-1abe-40e9-8927-fc1d0cb434f1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=42581d098bad41969e8958b4a30db51f&device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 1096 time: 0.0732589 Aug 26 13:40:50.057617 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46851b-a049-429b-a8a3-3b8499553d1c req-711ec860-fa5f-4a93-a5a6-dbcc66fdd396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:50.059030 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0c46851b-a049-429b-a8a3-3b8499553d1c req-711ec860-fa5f-4a93-a5a6-dbcc66fdd396 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=42581d098bad41969e8958b4a30db51f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1403296 Aug 26 13:40:50.112962 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['df8397a7-d85f-4580-94e0-97922cda629b'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:40:50.118426 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df0fe6-4dfd-4c8c-ae79-91a3d217ed28 req-09b13a99-b479-44d3-8f86-4a91ffb7f6c6 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:50.120004 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-59df0fe6-4dfd-4c8c-ae79-91a3d217ed28 req-09b13a99-b479-44d3-8f86-4a91ffb7f6c6 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 943 time: 0.1022267 Aug 26 13:40:50.195196 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-59df0fe6-4dfd-4c8c-ae79-91a3d217ed28 req-22424294-a31a-4d2f-b13b-ac827b7716c1 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634577 Aug 26 13:40:50.200206 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46851b-a049-429b-a8a3-3b8499553d1c req-6b30ba65-b002-45ab-9819-e3cee454e657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:50.201732 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0c46851b-a049-429b-a8a3-3b8499553d1c req-6b30ba65-b002-45ab-9819-e3cee454e657 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1348889 Aug 26 13:40:50.323958 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb980d4-f440-464a-ba67-ef57f530d935 req-10091090-e6f7-4799-8f37-926ec2bfbaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:50.325660 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-acb980d4-f440-464a-ba67-ef57f530d935 req-10091090-e6f7-4799-8f37-926ec2bfbaed service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=42581d098bad41969e8958b4a30db51f&device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 1096 time: 0.0460725 Aug 26 13:40:50.381451 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-acb980d4-f440-464a-ba67-ef57f530d935 req-4cea2520-057a-4d2e-847c-2a9d29b69da5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec76c22b-2ff4-49d9-a6df-c391c0696e52 HTTP/1.1" status: 200 len: 217 time: 0.0352111 Aug 26 13:40:50.438657 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb980d4-f440-464a-ba67-ef57f530d935 req-929f3b04-6b51-41a4-a035-2be5ef8814b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:50.440133 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-acb980d4-f440-464a-ba67-ef57f530d935 req-929f3b04-6b51-41a4-a035-2be5ef8814b6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=df87cdb7-ca74-41e6-949b-3361333e43fa HTTP/1.1" status: 200 len: 847 time: 0.0489817 Aug 26 13:40:50.489978 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb980d4-f440-464a-ba67-ef57f530d935 req-9df7a582-1c46-45f1-98cc-d78e384dabfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:50.491592 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-acb980d4-f440-464a-ba67-ef57f530d935 req-9df7a582-1c46-45f1-98cc-d78e384dabfc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410604 Aug 26 13:40:50.615429 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-acb980d4-f440-464a-ba67-ef57f530d935 req-ee5ae83c-cac0-43b5-a384-990b545d7b2b service neutron] 10.222.0.38 "GET /v2.0/networks/a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163938 Aug 26 13:40:50.681513 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c43c09-70fe-42c9-9b94-13b64a49cb5c req-23906e0e-18f8-4905-b2ed-e4ef186ee9ea tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:50.683135 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c7c43c09-70fe-42c9-9b94-13b64a49cb5c req-23906e0e-18f8-4905-b2ed-e4ef186ee9ea tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.1097302 Aug 26 13:40:50.755801 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c7c43c09-70fe-42c9-9b94-13b64a49cb5c req-766cdf5d-f1ea-4027-844e-9680c0f654b8 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522945 Aug 26 13:40:50.767477 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-acb980d4-f440-464a-ba67-ef57f530d935 req-c5485c92-d54c-4854-997c-0e11e6bc87fc service neutron] 10.222.0.38 "GET /v2.0/networks/a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444781 Aug 26 13:40:51.006484 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe00e86-2e85-497e-9aa8-208be620be78 req-468637f2-58e6-42c9-a83a-e7f520531963 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:51.008091 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2fe00e86-2e85-497e-9aa8-208be620be78 req-468637f2-58e6-42c9-a83a-e7f520531963 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/ports?device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164 HTTP/1.1" status: 200 len: 944 time: 0.0539474 Aug 26 13:40:51.047023 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2fe00e86-2e85-497e-9aa8-208be620be78 req-61457937-546e-4375-973c-cdf4ef011c10 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e6738b4-02be-4ca1-85ec-52cd6e0043a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323486 Aug 26 13:40:51.318208 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78833257-63b2-406c-9915-84042fb5e2f2 req-3b616ee3-1651-4c46-8bfd-057633e7c247 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:51.320006 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-78833257-63b2-406c-9915-84042fb5e2f2 req-3b616ee3-1651-4c46-8bfd-057633e7c247 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 943 time: 0.0580599 Aug 26 13:40:51.359895 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-78833257-63b2-406c-9915-84042fb5e2f2 req-61af0973-9a18-4536-841c-53b7d99e8711 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330367 Aug 26 13:40:51.472960 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device df8397a7-d85f-4580-94e0-97922cda629b up at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:40:51.580389 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning for port df8397a7-d85f-4580-94e0-97922cda629b completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:40:51.584478 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning complete for port df8397a7-d85f-4580-94e0-97922cda629b triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:40:51.584909 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:51.673128 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:51.698011 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c50aaefc-5f19-49e4-9c5d-08dd85028164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8397a7-d85f-4580-94e0-97922cda629b'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:40:51.700327 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adf09783f65fc29d397fc30c9e785295af8fecd29e58eb7f547da51af43e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c9cef7-c9ef-4905-9e7f-e4e9d1a4e049" -d '{"events": [{"server_uuid": "c50aaefc-5f19-49e4-9c5d-08dd85028164", "name": "network-vif-plugged", "status": "completed", "tag": "df8397a7-d85f-4580-94e0-97922cda629b"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:40:51.718816 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port df8397a7-d85f-4580-94e0-97922cda629b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=df8397a7-d85f-4580-94e0-97922cda629b,segment=NetworkSegment(01409fc2-f7f4-4705-a109-5784e02918b0),segment_id=01409fc2-f7f4-4705-a109-5784e02918b0)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:40:51.743824 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07627878-be69-43b1-a9c1-b976753aa67a x-openstack-request-id: req-07627878-be69-43b1-a9c1-b976753aa67a {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:40:51.747180 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c50aaefc-5f19-49e4-9c5d-08dd85028164", "name": "network-vif-plugged", "status": "completed", "tag": "df8397a7-d85f-4580-94e0-97922cda629b", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:40:51.747180 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-07627878-be69-43b1-a9c1-b976753aa67a {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:40:51.747180 dv-cinder-786386-11-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c50aaefc-5f19-49e4-9c5d-08dd85028164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8397a7-d85f-4580-94e0-97922cda629b', 'code': 200} Aug 26 13:40:51.785345 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:51.866638 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=df8397a7-d85f-4580-94e0-97922cda629b,revision_number=5']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:40:51.882842 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325f591-ea1d-4bbc-b0d6-a68b98dd7b02 req-87020b8a-f8af-4425-97bf-71a21eb5eff8 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:51.884360 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3325f591-ea1d-4bbc-b0d6-a68b98dd7b02 req-87020b8a-f8af-4425-97bf-71a21eb5eff8 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0567341 Aug 26 13:40:51.925746 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3325f591-ea1d-4bbc-b0d6-a68b98dd7b02 req-494e31dc-9514-487a-8e5f-0b1b040eaf69 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353611 Aug 26 13:40:52.170779 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22daff-dd46-4de9-9f23-397e38aaf564 req-ab7481fb-a986-40cb-85f5-0269b18a6d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:52.172316 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6d22daff-dd46-4de9-9f23-397e38aaf564 req-ab7481fb-a986-40cb-85f5-0269b18a6d8d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164 HTTP/1.1" status: 200 len: 1098 time: 0.0804529 Aug 26 13:40:52.195004 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdb546-2d10-4031-9c74-0a9283b61d9d req-1a9b7629-dd3c-4dee-bb1e-a1163fe475ba tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:52.196574 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8ebdb546-2d10-4031-9c74-0a9283b61d9d req-1a9b7629-dd3c-4dee-bb1e-a1163fe475ba tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/ports?device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164 HTTP/1.1" status: 200 len: 945 time: 0.0722661 Aug 26 13:40:52.239810 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6d22daff-dd46-4de9-9f23-397e38aaf564 req-b7847de3-e199-435a-aa1f-3edb364e5e68 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0e6738b4-02be-4ca1-85ec-52cd6e0043a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596151 Aug 26 13:40:52.252931 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8ebdb546-2d10-4031-9c74-0a9283b61d9d req-f126f3ff-b529-4794-9191-2996c4d5c22e tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e6738b4-02be-4ca1-85ec-52cd6e0043a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491915 Aug 26 13:40:52.486489 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e418b-1971-4271-acc8-2f60a62da58e req-791eecb0-6001-4336-a991-b2296e7798b7 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:52.488092 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d26e418b-1971-4271-acc8-2f60a62da58e req-791eecb0-6001-4336-a991-b2296e7798b7 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 943 time: 0.0592191 Aug 26 13:40:52.538642 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d26e418b-1971-4271-acc8-2f60a62da58e req-755f119c-849c-43b3-9ad4-d9ef637bcc32 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417209 Aug 26 13:40:53.058536 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02e56c-aff5-4c5b-b33b-58c46553dbbc req-d8562a44-90c1-4db8-b85b-bc923be8e1fb tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:53.061285 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0e02e56c-aff5-4c5b-b33b-58c46553dbbc req-d8562a44-90c1-4db8-b85b-bc923be8e1fb tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0616317 Aug 26 13:40:53.101243 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0e02e56c-aff5-4c5b-b33b-58c46553dbbc req-af3694cd-0e1c-446f-9a3d-5d44775e12a5 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341697 Aug 26 13:40:53.376337 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab3bb5-e993-4c44-adfb-4af38fdde7ff req-1abf1a93-f9f5-4c25-9ba8-e29cbeba416e tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:53.377936 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-85ab3bb5-e993-4c44-adfb-4af38fdde7ff req-1abf1a93-f9f5-4c25-9ba8-e29cbeba416e tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/ports?device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164 HTTP/1.1" status: 200 len: 945 time: 0.0529518 Aug 26 13:40:53.418367 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-85ab3bb5-e993-4c44-adfb-4af38fdde7ff req-6eb5b883-9b98-405f-80f2-40d1d2c4e8a8 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e6738b4-02be-4ca1-85ec-52cd6e0043a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345297 Aug 26 13:40:53.678546 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d74413-2dee-4b4d-947f-cadd4d6788b4 req-063d9373-6551-4681-8daf-bbc048993a99 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:53.680155 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-81d74413-2dee-4b4d-947f-cadd4d6788b4 req-063d9373-6551-4681-8daf-bbc048993a99 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 943 time: 0.0565841 Aug 26 13:40:53.725598 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-81d74413-2dee-4b4d-947f-cadd4d6788b4 req-b4d0e79f-8ca1-418a-b9ce-c2aecf4367c5 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389833 Aug 26 13:40:54.179445 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-661d8fe5-fb41-4869-ad4b-1aa86bc74214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:54.236307 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478099b1-917a-4259-8421-7c15f56fc740 req-460805f1-cbdf-401d-b927-52243b360552 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:54.238030 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-478099b1-917a-4259-8421-7c15f56fc740 req-460805f1-cbdf-401d-b927-52243b360552 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0618584 Aug 26 13:40:54.286412 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-478099b1-917a-4259-8421-7c15f56fc740 req-ed76e151-b816-4669-b2c3-a823d2660744 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415490 Aug 26 13:40:54.535866 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babcff9c-fabd-4f43-81e1-beb8380d3c92 req-39d0c578-12c4-45de-9bf6-7f7860843d16 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:54.537366 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-babcff9c-fabd-4f43-81e1-beb8380d3c92 req-39d0c578-12c4-45de-9bf6-7f7860843d16 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/ports?device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164 HTTP/1.1" status: 200 len: 945 time: 0.0494757 Aug 26 13:40:54.578331 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-babcff9c-fabd-4f43-81e1-beb8380d3c92 req-ace29856-20a8-4dc3-ae44-438ab0ba4628 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e6738b4-02be-4ca1-85ec-52cd6e0043a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350008 Aug 26 13:40:54.852915 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7464a14-981a-456d-b1a5-702be134cdc3 req-5ca10fcc-15f1-437f-884a-926d43384fff tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:54.854497 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c7464a14-981a-456d-b1a5-702be134cdc3 req-5ca10fcc-15f1-437f-884a-926d43384fff tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 943 time: 0.0585854 Aug 26 13:40:54.896073 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c7464a14-981a-456d-b1a5-702be134cdc3 req-621ddc36-cdab-4bd0-99b5-cec734c51084 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344670 Aug 26 13:40:55.414518 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4d101-10ff-4f35-bbc5-154c8d654def req-6f3a915d-5306-40c7-a71f-b578130cf0e5 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:55.416084 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4ad4d101-10ff-4f35-bbc5-154c8d654def req-6f3a915d-5306-40c7-a71f-b578130cf0e5 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0575297 Aug 26 13:40:55.461478 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4ad4d101-10ff-4f35-bbc5-154c8d654def req-adf6c950-091e-4910-bedf-0fee1d6fa740 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391622 Aug 26 13:40:56.021607 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe33ae-a891-4e5c-a38c-f5ae73cc7c59 req-d6d5cfeb-c82c-46e2-b53b-867849210b51 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:56.023100 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4afe33ae-a891-4e5c-a38c-f5ae73cc7c59 req-d6d5cfeb-c82c-46e2-b53b-867849210b51 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 943 time: 0.0537193 Aug 26 13:40:56.067015 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4afe33ae-a891-4e5c-a38c-f5ae73cc7c59 req-f32f7c48-64fa-4deb-816a-2661b7510bd3 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374930 Aug 26 13:40:56.582232 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49439e36-d6b0-43ec-8eb7-73fcde8fd942 req-2e2d01ab-2019-4550-a751-ffd9dcf4ab3c tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:56.583785 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-49439e36-d6b0-43ec-8eb7-73fcde8fd942 req-2e2d01ab-2019-4550-a751-ffd9dcf4ab3c tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0492864 Aug 26 13:40:56.623103 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-49439e36-d6b0-43ec-8eb7-73fcde8fd942 req-9dd0a0ad-af2b-4392-95a6-f0918baa0a96 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332875 Aug 26 13:40:56.859428 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7682605d-915c-44e6-b31a-2fb0c0b7bf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:57.191589 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601740f-643f-4dc4-a339-58326b1f9d5a req-384b0970-a71f-4d87-8be4-8a2a1533d857 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:57.192971 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8601740f-643f-4dc4-a339-58326b1f9d5a req-384b0970-a71f-4d87-8be4-8a2a1533d857 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 943 time: 0.0522335 Aug 26 13:40:57.232167 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8601740f-643f-4dc4-a339-58326b1f9d5a req-4e19ecea-560a-40d5-b045-f6bc204a5839 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329192 Aug 26 13:40:57.493393 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:57.740280 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0406f98-174c-42f2-a650-b00d968cf48c req-167f0234-b79e-4dbf-8990-6a01c66c7394 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:57.741682 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d0406f98-174c-42f2-a650-b00d968cf48c req-167f0234-b79e-4dbf-8990-6a01c66c7394 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0501299 Aug 26 13:40:57.781286 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d0406f98-174c-42f2-a650-b00d968cf48c req-2346f99a-3290-4e18-8798-a3a7d6486eba tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329914 Aug 26 13:40:57.945109 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:58.349545 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abb244-4c59-45cc-8d36-2ca1a3e59728 req-99d5849a-1b99-4431-a8ae-f7b89fbe8eb5 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:58.351087 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-14abb244-4c59-45cc-8d36-2ca1a3e59728 req-99d5849a-1b99-4431-a8ae-f7b89fbe8eb5 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 943 time: 0.0507312 Aug 26 13:40:58.391107 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-14abb244-4c59-45cc-8d36-2ca1a3e59728 req-6249cfc2-887e-48c3-91ca-09f45c148c6a tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340943 Aug 26 13:40:58.642806 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:40:58.908213 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab69489-888b-4b76-9268-feed39060e66 req-32522947-2d7d-4c94-935c-6b9fff83df38 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:58.909736 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8ab69489-888b-4b76-9268-feed39060e66 req-32522947-2d7d-4c94-935c-6b9fff83df38 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0566847 Aug 26 13:40:58.949752 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8ab69489-888b-4b76-9268-feed39060e66 req-e6481361-5787-4a2f-85c1-27d25da87c14 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338647 Aug 26 13:40:59.511421 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ac5a5-2888-407a-92ad-af8cb960797d req-bae1cec0-5c91-40b5-8cd3-e834c7b557d8 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:40:59.512905 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ad3ac5a5-2888-407a-92ad-af8cb960797d req-bae1cec0-5c91-40b5-8cd3-e834c7b557d8 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 943 time: 0.0494642 Aug 26 13:40:59.557419 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ad3ac5a5-2888-407a-92ad-af8cb960797d req-c2d2aadb-c01e-4a94-900b-ccbbc2a44b73 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383811 Aug 26 13:41:00.064537 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d4a12-fd50-4d1f-b0db-35cfbe609464 req-65b390b1-d4be-4891-9513-e7ee4178b342 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:00.066155 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-fd2d4a12-fd50-4d1f-b0db-35cfbe609464 req-65b390b1-d4be-4891-9513-e7ee4178b342 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0487347 Aug 26 13:41:00.107485 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-fd2d4a12-fd50-4d1f-b0db-35cfbe609464 req-efbe5e16-5bcd-4f39-843d-67b354b81485 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348489 Aug 26 13:41:00.431160 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:00.685851 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9817b-30cf-4a50-883b-e15099f2a6f4 req-1c2155e7-ec78-4fd5-bd05-d3ebe73a618b tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:00.687535 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-28e9817b-30cf-4a50-883b-e15099f2a6f4 req-1c2155e7-ec78-4fd5-bd05-d3ebe73a618b tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 943 time: 0.0571682 Aug 26 13:41:00.728032 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-28e9817b-30cf-4a50-883b-e15099f2a6f4 req-be69e300-bf6b-4154-8253-e9d7dfd1bb05 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343392 Aug 26 13:41:01.228017 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbabbd-42e1-4a65-a73a-94a99ce9ecdf req-63a34067-f7c3-40a2-bdb2-0cdab99c6dc5 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:01.229903 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-13bbabbd-42e1-4a65-a73a-94a99ce9ecdf req-63a34067-f7c3-40a2-bdb2-0cdab99c6dc5 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0508907 Aug 26 13:41:01.269796 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-13bbabbd-42e1-4a65-a73a-94a99ce9ecdf req-e6a42b1f-8651-46b8-b143-f4ea7322185f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341640 Aug 26 13:41:01.532911 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device ec76c22b-2ff4-49d9-a6df-c391c0696e52 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=94616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 13:41:01.644240 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port ec76c22b-2ff4-49d9-a6df-c391c0696e52, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ec76c22b-2ff4-49d9-a6df-c391c0696e52,segment=NetworkSegment(32d3525f-9d26-4906-87cc-93c5d5530eb6),segment_id=32d3525f-9d26-4906-87cc-93c5d5530eb6)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:41:01.657418 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Returning: {'device': 'ec76c22b-2ff4-49d9-a6df-c391c0696e52', 'network_id': 'a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda', 'port_id': 'ec76c22b-2ff4-49d9-a6df-c391c0696e52', 'mac_address': 'fa:16:3e:b9:33:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df87cdb7-ca74-41e6-949b-3361333e43fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 13:41:01.710680 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:01.727962 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec76c22b-2ff4-49d9-a6df-c391c0696e52 {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:41:01.749452 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port ec76c22b-2ff4-49d9-a6df-c391c0696e52, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ec76c22b-2ff4-49d9-a6df-c391c0696e52,segment=NetworkSegment(32d3525f-9d26-4906-87cc-93c5d5530eb6),segment_id=32d3525f-9d26-4906-87cc-93c5d5530eb6)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:41:01.847996 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd3085-338c-4a7f-8cad-fdc9f36c8e19 req-12eff928-f074-4c1c-a34a-175dc13db6b9 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:01.851103 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a1dd3085-338c-4a7f-8cad-fdc9f36c8e19 req-12eff928-f074-4c1c-a34a-175dc13db6b9 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 943 time: 0.0522709 Aug 26 13:41:01.892417 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a1dd3085-338c-4a7f-8cad-fdc9f36c8e19 req-d826358c-dc4b-4714-a54c-8ea9dbfe3c91 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361352 Aug 26 13:41:01.899650 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:01.953638 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=ec76c22b-2ff4-49d9-a6df-c391c0696e52,revision_number=4']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:41:02.275287 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['ec76c22b-2ff4-49d9-a6df-c391c0696e52'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:41:02.401142 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691aa98-bbce-4797-8091-0cc006fc2eed req-d8471804-a707-4013-a370-4aca19e60f39 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:02.404058 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e691aa98-bbce-4797-8091-0cc006fc2eed req-d8471804-a707-4013-a370-4aca19e60f39 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0605950 Aug 26 13:41:02.444920 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e691aa98-bbce-4797-8091-0cc006fc2eed req-66a131ad-92d0-41b1-895e-c41a3d989ff2 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328171 Aug 26 13:41:03.016876 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad089a2-a39c-4373-b356-8d93a31e289f req-6fc1d5cc-1dc7-44cf-a940-2c7d69a7161c tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:03.016876 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5ad089a2-a39c-4373-b356-8d93a31e289f req-6fc1d5cc-1dc7-44cf-a940-2c7d69a7161c tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 944 time: 0.0534534 Aug 26 13:41:03.056079 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5ad089a2-a39c-4373-b356-8d93a31e289f req-d0b4eb04-9654-4701-a9c3-445514a476df tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343139 Aug 26 13:41:03.546253 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device ec76c22b-2ff4-49d9-a6df-c391c0696e52 up at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:41:03.567242 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a223d-7296-46ce-a4a2-c087d4921e5a req-da547550-97dc-4acd-9f24-0ef55cb2f606 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:03.568873 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3a7a223d-7296-46ce-a4a2-c087d4921e5a req-da547550-97dc-4acd-9f24-0ef55cb2f606 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0514162 Aug 26 13:41:03.609796 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3a7a223d-7296-46ce-a4a2-c087d4921e5a req-b8a1c675-1257-4036-8738-067ebd8cf29e tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336564 Aug 26 13:41:03.688004 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning for port ec76c22b-2ff4-49d9-a6df-c391c0696e52 completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:41:03.692461 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning complete for port ec76c22b-2ff4-49d9-a6df-c391c0696e52 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:41:03.692866 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:03.781352 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:03.806837 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea46233-8e9c-4414-931e-8d687edc8c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec76c22b-2ff4-49d9-a6df-c391c0696e52'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:41:03.809808 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adf09783f65fc29d397fc30c9e785295af8fecd29e58eb7f547da51af43e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eeb4c7d-1e37-4ebd-a328-7f482d81efda" -d '{"events": [{"server_uuid": "aea46233-8e9c-4414-931e-8d687edc8c96", "name": "network-vif-plugged", "status": "completed", "tag": "ec76c22b-2ff4-49d9-a6df-c391c0696e52"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:41:03.824307 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port ec76c22b-2ff4-49d9-a6df-c391c0696e52, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ec76c22b-2ff4-49d9-a6df-c391c0696e52,segment=NetworkSegment(32d3525f-9d26-4906-87cc-93c5d5530eb6),segment_id=32d3525f-9d26-4906-87cc-93c5d5530eb6)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:41:03.861656 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ffdc77-e5d7-45a3-b2cc-f575e434347b x-openstack-request-id: req-d7ffdc77-e5d7-45a3-b2cc-f575e434347b {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:41:03.862084 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea46233-8e9c-4414-931e-8d687edc8c96", "name": "network-vif-plugged", "status": "completed", "tag": "ec76c22b-2ff4-49d9-a6df-c391c0696e52", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:41:03.862546 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d7ffdc77-e5d7-45a3-b2cc-f575e434347b {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:41:03.863182 dv-cinder-786386-11-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea46233-8e9c-4414-931e-8d687edc8c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec76c22b-2ff4-49d9-a6df-c391c0696e52', 'code': 200} Aug 26 13:41:03.939559 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:03.990302 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=ec76c22b-2ff4-49d9-a6df-c391c0696e52,revision_number=5']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:41:04.197043 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad61d6-411d-479c-acbe-47b2b26b5c27 req-fa59f6d6-37fa-41a0-bd70-4d24671893c3 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:04.198600 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2dad61d6-411d-479c-acbe-47b2b26b5c27 req-fa59f6d6-37fa-41a0-bd70-4d24671893c3 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 945 time: 0.0720010 Aug 26 13:41:04.239571 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2dad61d6-411d-479c-acbe-47b2b26b5c27 req-e89b9b59-2df7-484b-afac-268c06bcffee tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348032 Aug 26 13:41:04.308535 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26287802-4993-4188-9580-ff03f0ca181c req-2f641bf8-3c67-43ea-b23b-71b6b8201f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:04.311834 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-26287802-4993-4188-9580-ff03f0ca181c req-2f641bf8-3c67-43ea-b23b-71b6b8201f20 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 1098 time: 0.0449548 Aug 26 13:41:04.356474 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-26287802-4993-4188-9580-ff03f0ca181c req-846e0b09-8a7d-4ba5-839b-8871459f37a1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317571 Aug 26 13:41:04.728876 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e181f31-d5f4-46cb-ba85-db5981a907e4 req-971b1cc5-f87f-4f87-a8fd-cc79f2cd16a4 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:04.730398 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1e181f31-d5f4-46cb-ba85-db5981a907e4 req-971b1cc5-f87f-4f87-a8fd-cc79f2cd16a4 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0493479 Aug 26 13:41:04.779061 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1e181f31-d5f4-46cb-ba85-db5981a907e4 req-118ac3b8-7fe3-4faa-b783-d16843391f4d tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420632 Aug 26 13:41:05.364735 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18950d65-8ec2-4d3c-989d-e8135c1758ab req-bcf6c20d-637c-443b-b717-ee0c37f7dea8 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:05.366332 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-18950d65-8ec2-4d3c-989d-e8135c1758ab req-bcf6c20d-637c-443b-b717-ee0c37f7dea8 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 945 time: 0.0540488 Aug 26 13:41:05.408364 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-18950d65-8ec2-4d3c-989d-e8135c1758ab req-878dcd56-e720-432c-9a8c-1faa4b7d82a2 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354092 Aug 26 13:41:05.897318 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2adfcaf-2df3-4c45-b4b7-0a98f10eebd2 req-d1ccc158-5616-4bf6-9077-a6e3035308fe tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:05.899351 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b2adfcaf-2df3-4c45-b4b7-0a98f10eebd2 req-d1ccc158-5616-4bf6-9077-a6e3035308fe tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0531328 Aug 26 13:41:05.944839 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b2adfcaf-2df3-4c45-b4b7-0a98f10eebd2 req-d48f241d-7804-4733-a290-2d1c965cb17b tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389414 Aug 26 13:41:06.526740 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d3fdf-d85f-48b8-904e-e11067252643 req-f10e0e1c-a9d3-4271-92f1-9446d88daa25 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:06.528853 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-982d3fdf-d85f-48b8-904e-e11067252643 req-f10e0e1c-a9d3-4271-92f1-9446d88daa25 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 945 time: 0.0498948 Aug 26 13:41:06.567972 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-982d3fdf-d85f-48b8-904e-e11067252643 req-fcd1d362-ede1-4499-a5bc-2c9fe34ab039 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331500 Aug 26 13:41:06.691070 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90bcad-d078-4c05-bb1d-cb617da7dfe6 req-1d5b0eb4-9c06-41d4-9357-5a0635328655 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:06.692635 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8a90bcad-d078-4c05-bb1d-cb617da7dfe6 req-1d5b0eb4-9c06-41d4-9357-5a0635328655 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 945 time: 0.0556924 Aug 26 13:41:06.733640 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8a90bcad-d078-4c05-bb1d-cb617da7dfe6 req-a70f047b-a53d-4457-ab1a-b31f99033f54 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350008 Aug 26 13:41:06.756334 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 60434) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:41:06.954166 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f7e117-7643-4788-a9cf-a3aefdfb6bab tempest-TestShelveInstance-1753607792 tempest-TestShelveInstance-1753607792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:06.955598 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-e1f7e117-7643-4788-a9cf-a3aefdfb6bab tempest-TestShelveInstance-1753607792 tempest-TestShelveInstance-1753607792-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 1093 time: 0.1976342 Aug 26 13:41:06.958632 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 60438) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:41:06.963083 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-79734565-ce9a-4441-b475-6bcd01a997ae tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Request body: {'floatingip': {'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'port_id': 'ec76c22b-2ff4-49d9-a6df-c391c0696e52', 'tenant_id': '42581d098bad41969e8958b4a30db51f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:41:07.073254 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01200b-e600-4089-a25a-c801e9cb73ec req-3484576f-f6e4-4c84-a654-d6e9de223cf2 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:07.075605 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3c01200b-e600-4089-a25a-c801e9cb73ec req-3484576f-f6e4-4c84-a654-d6e9de223cf2 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0506184 Aug 26 13:41:07.076895 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-79734565-ce9a-4441-b475-6bcd01a997ae tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks [] for floatingip, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:07.118094 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3c01200b-e600-4089-a25a-c801e9cb73ec req-761dcb17-931f-4352-a70f-2ea769cb26c3 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319989 Aug 26 13:41:07.175710 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-79734565-ce9a-4441-b475-6bcd01a997ae tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:07.283055 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [None req-79734565-ce9a-4441-b475-6bcd01a997ae tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Allocated IP 172.27.2.175 (0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a/b7ae35bd-0037-4f3a-908b-b50a80e8b092/e7f0b182-882d-4e6d-a915-7500a4ae47a1) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:41:07.385064 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-79734565-ce9a-4441-b475-6bcd01a997ae tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:07.619630 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-79734565-ce9a-4441-b475-6bcd01a997ae tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:07.665154 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79734565-ce9a-4441-b475-6bcd01a997ae tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Network 0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:41:07.668067 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-79734565-ce9a-4441-b475-6bcd01a997ae tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:41:07.672345 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79734565-ce9a-4441-b475-6bcd01a997ae tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:41:07.677935 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79734565-ce9a-4441-b475-6bcd01a997ae tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Pushing event updated for resources: {'Port': ['ID=e7f0b182-882d-4e6d-a915-7500a4ae47a1,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:41:08.140804 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-79734565-ce9a-4441-b475-6bcd01a997ae tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:08.242255 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d25e4-d17d-4b18-b901-ad8ea2ef2063 req-1817ffea-5cf1-4507-9bad-cfdf1f9c9e12 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:08.244344 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-fc1d25e4-d17d-4b18-b901-ad8ea2ef2063 req-1817ffea-5cf1-4507-9bad-cfdf1f9c9e12 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0520260 Aug 26 13:41:08.288854 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-fc1d25e4-d17d-4b18-b901-ad8ea2ef2063 req-f45a7fee-4552-4b45-b694-4b67f47164a1 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380120 Aug 26 13:41:08.351903 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-79734565-ce9a-4441-b475-6bcd01a997ae tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:08.505942 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-79734565-ce9a-4441-b475-6bcd01a997ae tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:08.631248 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-79734565-ce9a-4441-b475-6bcd01a997ae tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764776'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:08.698583 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79734565-ce9a-4441-b475-6bcd01a997ae tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Pushing event updated for resources: {'Port': ['ID=e7f0b182-882d-4e6d-a915-7500a4ae47a1,revision_number=2']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:41:08.712708 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-79734565-ce9a-4441-b475-6bcd01a997ae tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430417'] for floatingip, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:08.971462 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.db.l3_db [None req-79734565-ce9a-4441-b475-6bcd01a997ae tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Floating IP 441cb328-d01b-4bbf-9cb1-4bb52b601728 associated. External IP: 172.27.2.175, port: ec76c22b-2ff4-49d9-a6df-c391c0696e52. Aug 26 13:41:09.210258 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79734565-ce9a-4441-b475-6bcd01a997ae tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Router 068568c5-558f-473d-9684-ad063777eeb4 has already been hosted by L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 {{(pid=94615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 13:41:09.418195 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df06b5-1ca8-4f79-b832-34ca86c321a6 req-2fd8a4be-f5fa-4f36-9a02-869c256bc789 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:09.420028 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-14df06b5-1ca8-4f79-b832-34ca86c321a6 req-2fd8a4be-f5fa-4f36-9a02-869c256bc789 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0561521 Aug 26 13:41:09.477935 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-14df06b5-1ca8-4f79-b832-34ca86c321a6 req-93a0f72e-829d-4d6e-bd53-5229e97fbc00 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467746 Aug 26 13:41:09.553345 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79734565-ce9a-4441-b475-6bcd01a997ae tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:41:09.565399 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa39dd4f-5241-406d-bfe7-b338b790e1a3 None None] Sync routers for ids ['068568c5-558f-473d-9684-ad063777eeb4'] in dv-cinder-786386-11-iscsi {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:41:09.576316 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa39dd4f-5241-406d-bfe7-b338b790e1a3 None None] Routers {'068568c5-558f-473d-9684-ad063777eeb4'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:41:09.577008 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-aa39dd4f-5241-406d-bfe7-b338b790e1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:40:57Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['068568c5-558f-473d-9684-ad063777eeb4'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:41:09.682770 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-79734565-ce9a-4441-b475-6bcd01a997ae tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for floatingip, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:09.689052 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-aa39dd4f-5241-406d-bfe7-b338b790e1a3 None None] Set router 068568c5-558f-473d-9684-ad063777eeb4 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:41:09.747120 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-79734565-ce9a-4441-b475-6bcd01a997ae tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7668409 Aug 26 13:41:09.747120 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea46233-8e9c-4414-931e-8d687edc8c96', 'tag': 'ec76c22b-2ff4-49d9-a6df-c391c0696e52'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:41:09.747120 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea93b417d78f98f8f49a9646f42316e7837148fdcc5dd11c49486c93967457e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38d8d8d-14a3-42bc-ad51-db593e9aae6b" -d '{"events": [{"name": "network-changed", "server_uuid": "aea46233-8e9c-4414-931e-8d687edc8c96", "tag": "ec76c22b-2ff4-49d9-a6df-c391c0696e52"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:41:09.771121 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 13:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f577baa9-a06b-4261-a548-b44efc510550 x-openstack-request-id: req-f577baa9-a06b-4261-a548-b44efc510550 {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:41:09.771461 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea46233-8e9c-4414-931e-8d687edc8c96", "tag": "ec76c22b-2ff4-49d9-a6df-c391c0696e52", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:41:09.771645 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f577baa9-a06b-4261-a548-b44efc510550 {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:41:09.772038 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea46233-8e9c-4414-931e-8d687edc8c96', 'tag': 'ec76c22b-2ff4-49d9-a6df-c391c0696e52', 'status': 'completed', 'code': 200} Aug 26 13:41:09.881172 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d8d8d-14a3-42bc-ad51-db593e9aae6b req-08c331b2-2c02-4436-b965-329d41ac7bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:09.882717 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d38d8d8d-14a3-42bc-ad51-db593e9aae6b req-08c331b2-2c02-4436-b965-329d41ac7bb2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=42581d098bad41969e8958b4a30db51f&device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 1098 time: 0.0408757 Aug 26 13:41:09.985844 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-aa39dd4f-5241-406d-bfe7-b338b790e1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068568c5-558f-473d-9684-ad063777eeb4', 'name': 'tempest-TestShelveInstance-629034658-router', 'tenant_id': '42581d098bad41969e8958b4a30db51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '1e2972e8-ed8d-494a-b5e0-07e47b04cf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:39:47Z', 'updated_at': '2021-08-26T13:39:53Z', 'revision_number': 4, 'project_id': '42581d098bad41969e8958b4a30db51f', 'gw_port': {'id': '1e2972e8-ed8d-494a-b5e0-07e47b04cf98', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068568c5-558f-473d-9684-ad063777eeb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:39:48Z', 'updated_at': '2021-08-26T13:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_floatingips': [{'id': '441cb328-d01b-4bbf-9cb1-4bb52b601728', 'tenant_id': '42581d098bad41969e8958b4a30db51f', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'router_id': '068568c5-558f-473d-9684-ad063777eeb4', 'port_id': 'ec76c22b-2ff4-49d9-a6df-c391c0696e52', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda', 'mac_address': 'fa:16:3e:b9:33:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea46233-8e9c-4414-931e-8d687edc8c96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T13:41:07Z', 'updated_at': '2021-08-26T13:41:07Z', 'revision_number': 0, 'project_id': '42581d098bad41969e8958b4a30db51f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee35e97a-3c89-4fa8-98d0-18c36e86604c', 'name': '', 'network_id': 'a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda', 'tenant_id': '42581d098bad41969e8958b4a30db51f', 'mac_address': 'fa:16:3e:1b:53:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068568c5-558f-473d-9684-ad063777eeb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'df87cdb7-ca74-41e6-949b-3361333e43fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:39:52Z', 'updated_at': '2021-08-26T13:39:59Z', 'revision_number': 5, 'project_id': '42581d098bad41969e8958b4a30db51f', 'subnets': [{'id': 'df87cdb7-ca74-41e6-949b-3361333e43fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:41:09.990894 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d8d8d-14a3-42bc-ad51-db593e9aae6b req-c881db66-6cd7-459e-92f8-8405889b8941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:09.992404 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d38d8d8d-14a3-42bc-ad51-db593e9aae6b req-c881db66-6cd7-459e-92f8-8405889b8941 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda HTTP/1.1" status: 200 len: 909 time: 0.0986795 Aug 26 13:41:10.017770 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa39dd4f-5241-406d-bfe7-b338b790e1a3 None None] Checking router: 068568c5-558f-473d-9684-ad063777eeb4 for host: dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:41:10.026790 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa39dd4f-5241-406d-bfe7-b338b790e1a3 None None] Routers {'068568c5-558f-473d-9684-ad063777eeb4'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:41:10.027429 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-aa39dd4f-5241-406d-bfe7-b338b790e1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:40:57Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['068568c5-558f-473d-9684-ad063777eeb4'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:41:10.087584 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d38d8d8d-14a3-42bc-ad51-db593e9aae6b req-6a9558c9-61e7-42e5-9c69-4bae2115273e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec76c22b-2ff4-49d9-a6df-c391c0696e52 HTTP/1.1" status: 200 len: 999 time: 0.0855446 Aug 26 13:41:10.153757 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-aa39dd4f-5241-406d-bfe7-b338b790e1a3 None None] Set router 068568c5-558f-473d-9684-ad063777eeb4 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:41:10.158608 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d8d8d-14a3-42bc-ad51-db593e9aae6b req-69d94bdc-031c-48c4-a087-6a4d06c1d4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:10.160190 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d38d8d8d-14a3-42bc-ad51-db593e9aae6b req-69d94bdc-031c-48c4-a087-6a4d06c1d4c9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=df87cdb7-ca74-41e6-949b-3361333e43fa HTTP/1.1" status: 200 len: 847 time: 0.0638883 Aug 26 13:41:10.218542 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d8d8d-14a3-42bc-ad51-db593e9aae6b req-1b26a83a-3575-48c1-ade2-133d5a035b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:10.220080 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d38d8d8d-14a3-42bc-ad51-db593e9aae6b req-1b26a83a-3575-48c1-ade2-133d5a035b06 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0516291 Aug 26 13:41:10.327835 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d38d8d8d-14a3-42bc-ad51-db593e9aae6b req-f659d7e7-66c7-4d81-93b7-a25cbff24e0f service neutron] 10.222.0.38 "GET /v2.0/networks/a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918345 Aug 26 13:41:10.399484 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-aa39dd4f-5241-406d-bfe7-b338b790e1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068568c5-558f-473d-9684-ad063777eeb4', 'name': 'tempest-TestShelveInstance-629034658-router', 'tenant_id': '42581d098bad41969e8958b4a30db51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '1e2972e8-ed8d-494a-b5e0-07e47b04cf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:39:47Z', 'updated_at': '2021-08-26T13:39:53Z', 'revision_number': 4, 'project_id': '42581d098bad41969e8958b4a30db51f', 'gw_port': {'id': '1e2972e8-ed8d-494a-b5e0-07e47b04cf98', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068568c5-558f-473d-9684-ad063777eeb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:39:48Z', 'updated_at': '2021-08-26T13:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_floatingips': [{'id': '441cb328-d01b-4bbf-9cb1-4bb52b601728', 'tenant_id': '42581d098bad41969e8958b4a30db51f', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'router_id': '068568c5-558f-473d-9684-ad063777eeb4', 'port_id': 'ec76c22b-2ff4-49d9-a6df-c391c0696e52', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda', 'mac_address': 'fa:16:3e:b9:33:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea46233-8e9c-4414-931e-8d687edc8c96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T13:41:07Z', 'updated_at': '2021-08-26T13:41:07Z', 'revision_number': 0, 'project_id': '42581d098bad41969e8958b4a30db51f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee35e97a-3c89-4fa8-98d0-18c36e86604c', 'name': '', 'network_id': 'a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda', 'tenant_id': '42581d098bad41969e8958b4a30db51f', 'mac_address': 'fa:16:3e:1b:53:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068568c5-558f-473d-9684-ad063777eeb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'df87cdb7-ca74-41e6-949b-3361333e43fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:39:52Z', 'updated_at': '2021-08-26T13:39:59Z', 'revision_number': 5, 'project_id': '42581d098bad41969e8958b4a30db51f', 'subnets': [{'id': 'df87cdb7-ca74-41e6-949b-3361333e43fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:41:10.426726 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa39dd4f-5241-406d-bfe7-b338b790e1a3 None None] The sync data for ids ['068568c5-558f-473d-9684-ad063777eeb4'] in dv-cinder-786386-11-iscsi is: [{'id': '068568c5-558f-473d-9684-ad063777eeb4', 'name': 'tempest-TestShelveInstance-629034658-router', 'tenant_id': '42581d098bad41969e8958b4a30db51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '1e2972e8-ed8d-494a-b5e0-07e47b04cf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:39:47Z', 'updated_at': '2021-08-26T13:39:53Z', 'revision_number': 4, 'project_id': '42581d098bad41969e8958b4a30db51f', 'gw_port': {'id': '1e2972e8-ed8d-494a-b5e0-07e47b04cf98', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068568c5-558f-473d-9684-ad063777eeb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:39:48Z', 'updated_at': '2021-08-26T13:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_floatingips': [{'id': '441cb328-d01b-4bbf-9cb1-4bb52b601728', 'tenant_id': '42581d098bad41969e8958b4a30db51f', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'router_id': '068568c5-558f-473d-9684-ad063777eeb4', 'port_id': 'ec76c22b-2ff4-49d9-a6df-c391c0696e52', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda', 'mac_address': 'fa:16:3e:b9:33:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea46233-8e9c-4414-931e-8d687edc8c96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T13:41:07Z', 'updated_at': '2021-08-26T13:41:07Z', 'revision_number': 0, 'project_id': '42581d098bad41969e8958b4a30db51f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee35e97a-3c89-4fa8-98d0-18c36e86604c', 'name': '', 'network_id': 'a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda', 'tenant_id': '42581d098bad41969e8958b4a30db51f', 'mac_address': 'fa:16:3e:1b:53:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068568c5-558f-473d-9684-ad063777eeb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'df87cdb7-ca74-41e6-949b-3361333e43fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:39:52Z', 'updated_at': '2021-08-26T13:39:59Z', 'revision_number': 5, 'project_id': '42581d098bad41969e8958b4a30db51f', 'subnets': [{'id': 'df87cdb7-ca74-41e6-949b-3361333e43fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:41:10.436063 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d38d8d8d-14a3-42bc-ad51-db593e9aae6b req-89a2a505-269a-4bc5-8b09-611f826cba9f service neutron] 10.222.0.38 "GET /v2.0/networks/a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975828 Aug 26 13:41:10.608622 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6ea98-afcd-4afb-b6f6-b54b01c853e0 req-d331ea03-b7fb-419e-9b6f-98fcff853103 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:10.610368 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-74f6ea98-afcd-4afb-b6f6-b54b01c853e0 req-d331ea03-b7fb-419e-9b6f-98fcff853103 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0592661 Aug 26 13:41:10.631398 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6dfac7-dbed-4197-8c1d-550bc5ebdc7f None None] New status for floating IP 441cb328-d01b-4bbf-9cb1-4bb52b601728: ACTIVE {{(pid=94617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 13:41:10.654635 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-74f6ea98-afcd-4afb-b6f6-b54b01c853e0 req-8b4a0825-a671-46fb-9300-207968be0c59 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382099 Aug 26 13:41:11.776167 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac019ad9-2a78-438c-9f4c-89b306bef588 req-01e0414b-9564-4daa-af67-500a41b9c877 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:11.778342 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ac019ad9-2a78-438c-9f4c-89b306bef588 req-01e0414b-9564-4daa-af67-500a41b9c877 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0500646 Aug 26 13:41:11.818887 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ac019ad9-2a78-438c-9f4c-89b306bef588 req-52ad6460-8d54-4949-9982-9ba58166b7c3 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345557 Aug 26 13:41:12.946240 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655ccb0-c31b-45eb-bb50-7bf429eb323c req-8c827c9e-df4a-4544-b178-5a9fe9b5995e tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:12.947805 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c655ccb0-c31b-45eb-bb50-7bf429eb323c req-8c827c9e-df4a-4544-b178-5a9fe9b5995e tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0531929 Aug 26 13:41:12.990706 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c655ccb0-c31b-45eb-bb50-7bf429eb323c req-b50720cb-b0ef-4d0c-bbd4-22ffe8ea86fa tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361147 Aug 26 13:41:14.338431 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72cdb1-603e-4bd4-af15-58836d9f3380 req-7db3c2b7-6754-4ff8-b422-60aa55ebb356 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:14.340134 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9b72cdb1-603e-4bd4-af15-58836d9f3380 req-7db3c2b7-6754-4ff8-b422-60aa55ebb356 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.2658911 Aug 26 13:41:14.387789 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9b72cdb1-603e-4bd4-af15-58836d9f3380 req-6f51b65d-0576-42f7-996d-75d466be37ee tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403569 Aug 26 13:41:15.508941 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea00283-0c53-4844-9bf3-e258e4aa5c68 req-922b74a9-cb04-40c4-885e-03e94a63e051 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:15.510459 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1ea00283-0c53-4844-9bf3-e258e4aa5c68 req-922b74a9-cb04-40c4-885e-03e94a63e051 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0531776 Aug 26 13:41:15.549817 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1ea00283-0c53-4844-9bf3-e258e4aa5c68 req-d82e2991-521d-4ab7-baf7-6d744cbb5589 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333664 Aug 26 13:41:15.809369 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 60584) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:41:15.920424 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4ff36069-1016-4419-94c2-3e84304d1496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:16.001688 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d030d6f-d43f-40c5-8d83-39791ef30457 req-29ab5967-55c9-452e-93cc-4ad3461156ee tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:16.004602 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4d030d6f-d43f-40c5-8d83-39791ef30457 req-29ab5967-55c9-452e-93cc-4ad3461156ee tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0562754 Aug 26 13:41:16.011873 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4ff36069-1016-4419-94c2-3e84304d1496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:16.041067 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4d030d6f-d43f-40c5-8d83-39791ef30457 req-d5acb8c5-0d72-44fb-86f0-73e62f99e709 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315747 Aug 26 13:41:16.127729 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4ff36069-1016-4419-94c2-3e84304d1496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:16.167597 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-4ff36069-1016-4419-94c2-3e84304d1496 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=393a41dcba3a424297fc25ec542db46c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3568647 Aug 26 13:41:16.168440 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff36069-1016-4419-94c2-3e84304d1496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04bfe307-569a-4de3-af01-cbf3994984c6,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:41:16.172144 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 60590) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:41:16.246110 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e688a-d3bd-40df-8d93-a3da3ceaf33e req-5d97f28c-79c8-4d8b-9803-2724f7bb9995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:16.247603 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-dc9e688a-d3bd-40df-8d93-a3da3ceaf33e req-5d97f28c-79c8-4d8b-9803-2724f7bb9995 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=65130eabd4ec48ceae0756fbd43feccb&device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 1098 time: 0.0687528 Aug 26 13:41:16.251939 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-95347b95-7f85-4c44-a172-7db4ab2e2836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:16.316477 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-95347b95-7f85-4c44-a172-7db4ab2e2836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:16.382743 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e688a-d3bd-40df-8d93-a3da3ceaf33e req-1575ed54-ccb8-44b4-9aa8-ce1b53778c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:16.384311 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-dc9e688a-d3bd-40df-8d93-a3da3ceaf33e req-1575ed54-ccb8-44b4-9aa8-ce1b53778c7d service neutron] 10.222.0.38 "GET /v2.0/networks?id=d1d603f2-7a88-43bf-9288-e294a103440d HTTP/1.1" status: 200 len: 911 time: 0.1282682 Aug 26 13:41:16.466541 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-dc9e688a-d3bd-40df-8d93-a3da3ceaf33e req-ba679ba5-63ee-4155-aacf-4ea55b73c720 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6 HTTP/1.1" status: 200 len: 1000 time: 0.0712407 Aug 26 13:41:16.505832 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-95347b95-7f85-4c44-a172-7db4ab2e2836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:16.508286 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-95347b95-7f85-4c44-a172-7db4ab2e2836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:16.509438 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-95347b95-7f85-4c44-a172-7db4ab2e2836 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/04bfe307-569a-4de3-af01-cbf3994984c6 HTTP/1.1" status: 204 len: 168 time: 0.3361406 Aug 26 13:41:16.527039 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95347b95-7f85-4c44-a172-7db4ab2e2836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bfe307-569a-4de3-af01-cbf3994984c6,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:41:16.534207 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e688a-d3bd-40df-8d93-a3da3ceaf33e req-10f4e0b8-289f-4120-99d2-007b43b0fe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:16.535795 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-dc9e688a-d3bd-40df-8d93-a3da3ceaf33e req-10f4e0b8-289f-4120-99d2-007b43b0fe4d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c1715bbd-f5d8-429f-ad95-4ec258043bdf HTTP/1.1" status: 200 len: 849 time: 0.0618355 Aug 26 13:41:16.596873 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e688a-d3bd-40df-8d93-a3da3ceaf33e req-a010e9bb-324a-4282-82b7-238d3a30416e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:16.598417 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-dc9e688a-d3bd-40df-8d93-a3da3ceaf33e req-a010e9bb-324a-4282-82b7-238d3a30416e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d1d603f2-7a88-43bf-9288-e294a103440d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0491099 Aug 26 13:41:16.695840 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-dc9e688a-d3bd-40df-8d93-a3da3ceaf33e req-676efcfc-4fa8-4152-aa5d-bae097c0dad4 service neutron] 10.222.0.38 "GET /v2.0/networks/d1d603f2-7a88-43bf-9288-e294a103440d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861270 Aug 26 13:41:16.795805 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-dc9e688a-d3bd-40df-8d93-a3da3ceaf33e req-346a25dc-e16f-499c-b98d-e3060be561fc service neutron] 10.222.0.38 "GET /v2.0/networks/d1d603f2-7a88-43bf-9288-e294a103440d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946567 Aug 26 13:41:17.161589 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f261ccc-c05e-4942-8fee-1d67cdb03e29 req-b8c12042-a433-4dde-bf07-4ff024e423e3 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:17.163171 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7f261ccc-c05e-4942-8fee-1d67cdb03e29 req-b8c12042-a433-4dde-bf07-4ff024e423e3 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0505300 Aug 26 13:41:17.204825 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7f261ccc-c05e-4942-8fee-1d67cdb03e29 req-9ec13b64-8495-4817-b019-23d8bbf3692f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341010 Aug 26 13:41:18.319730 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb4964-2be7-45f3-94f3-d3d06d96551c req-8cc96a6d-7516-464e-82b2-0cfa7707b6bb tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:18.321270 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-58eb4964-2be7-45f3-94f3-d3d06d96551c req-8cc96a6d-7516-464e-82b2-0cfa7707b6bb tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0487003 Aug 26 13:41:18.364214 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-58eb4964-2be7-45f3-94f3-d3d06d96551c req-a2dc9083-7a11-4fad-8e4b-b568b9297378 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364313 Aug 26 13:41:24.185398 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c6a04b82-2c63-4d46-a0fc-943b6ff6ac2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:26.769530 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 6 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:41:26.848002 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-f1742e0a-97db-4f29-aae8-fc9b7c1d7d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:27.476696 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:27.996794 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:28.642244 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:30.397004 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:30.523567 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7eaa9f18-ace7-49c0-aadb-2f54fc2bd1e7 req-be683407-93b1-49cb-a56f-503873327529 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398555 Aug 26 13:41:30.641102 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa9f18-ace7-49c0-aadb-2f54fc2bd1e7 req-787d9634-6c43-41c8-bd70-dd60ef4308bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:30.642660 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7eaa9f18-ace7-49c0-aadb-2f54fc2bd1e7 req-787d9634-6c43-41c8-bd70-dd60ef4308bf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb7886896a194491958e9bfa03f0ea57&device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 1100 time: 0.0408568 Aug 26 13:41:30.773051 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa9f18-ace7-49c0-aadb-2f54fc2bd1e7 req-18bb852c-fd70-4c5e-bf79-9023c44df9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:30.774502 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7eaa9f18-ace7-49c0-aadb-2f54fc2bd1e7 req-18bb852c-fd70-4c5e-bf79-9023c44df9df service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f0cbbb0-e1d8-4eda-8b5a-9467452e6368 HTTP/1.1" status: 200 len: 916 time: 0.0970247 Aug 26 13:41:30.844239 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7eaa9f18-ace7-49c0-aadb-2f54fc2bd1e7 req-e56e3444-4abf-4501-9571-b29f98d9f70b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 HTTP/1.1" status: 200 len: 1002 time: 0.0614481 Aug 26 13:41:30.900032 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa9f18-ace7-49c0-aadb-2f54fc2bd1e7 req-13362de3-3ff7-45a0-95ce-bf71c379c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:30.901494 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7eaa9f18-ace7-49c0-aadb-2f54fc2bd1e7 req-13362de3-3ff7-45a0-95ce-bf71c379c4e8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f404f389-dc0c-4c0d-a515-d27c76237ec3 HTTP/1.1" status: 200 len: 854 time: 0.0463099 Aug 26 13:41:30.954238 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa9f18-ace7-49c0-aadb-2f54fc2bd1e7 req-1c0b0a6a-6070-4a07-ba1e-5e9e619406e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:30.955776 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7eaa9f18-ace7-49c0-aadb-2f54fc2bd1e7 req-1c0b0a6a-6070-4a07-ba1e-5e9e619406e1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f0cbbb0-e1d8-4eda-8b5a-9467452e6368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0454369 Aug 26 13:41:31.050230 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7eaa9f18-ace7-49c0-aadb-2f54fc2bd1e7 req-d49fe3ae-6202-4409-b2db-3dd177ab718b service neutron] 10.222.0.38 "GET /v2.0/networks/4f0cbbb0-e1d8-4eda-8b5a-9467452e6368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820925 Aug 26 13:41:31.166335 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7eaa9f18-ace7-49c0-aadb-2f54fc2bd1e7 req-7f451d28-b736-40e4-bdb3-a2073d1c711e service neutron] 10.222.0.38 "GET /v2.0/networks/4f0cbbb0-e1d8-4eda-8b5a-9467452e6368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077223 Aug 26 13:41:49.213516 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d363b8-9eef-419e-9431-47ea2b77797b req-fdc0f15c-cf5b-4957-a2db-0d07c6177731 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:49.215274 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-29d363b8-9eef-419e-9431-47ea2b77797b req-fdc0f15c-cf5b-4957-a2db-0d07c6177731 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 947 time: 0.0532947 Aug 26 13:41:49.263977 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-29d363b8-9eef-419e-9431-47ea2b77797b req-54493eb8-817c-44c8-8b74-6112fe158e1f tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377245 Aug 26 13:41:50.393236 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c769e-8000-4c25-abcb-effd440a8e35 req-458005b9-cd8e-4d68-8f5a-c55cec85189b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:50.394833 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-cb6c769e-8000-4c25-abcb-effd440a8e35 req-458005b9-cd8e-4d68-8f5a-c55cec85189b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 947 time: 0.0519388 Aug 26 13:41:50.436254 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-cb6c769e-8000-4c25-abcb-effd440a8e35 req-9038f125-5973-4a13-b253-f69cf03ff597 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342350 Aug 26 13:41:51.580650 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead526e2-db77-4d87-9c67-cbe3b1457a28 req-811f44be-4c34-43d8-935e-5777b438cfdb tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:51.583078 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ead526e2-db77-4d87-9c67-cbe3b1457a28 req-811f44be-4c34-43d8-935e-5777b438cfdb tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 947 time: 0.0655539 Aug 26 13:41:51.651845 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ead526e2-db77-4d87-9c67-cbe3b1457a28 req-99d5cafa-dda7-4cd0-b759-5cec5a5f5bd3 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608046 Aug 26 13:41:52.780460 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8c2b6-7f52-48a0-beda-ee75ff78d5d1 req-00dd0338-e5a4-4795-973e-ecc32abd8b43 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:52.782022 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b5f8c2b6-7f52-48a0-beda-ee75ff78d5d1 req-00dd0338-e5a4-4795-973e-ecc32abd8b43 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 947 time: 0.0517750 Aug 26 13:41:52.822920 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b5f8c2b6-7f52-48a0-beda-ee75ff78d5d1 req-e7ed9c23-02e2-4e64-a47f-b484543841b9 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334995 Aug 26 13:41:53.829121 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cced90a-5d70-4377-8769-6e36f07072ec req-9c92329d-c064-42bf-85aa-59321e7ef356 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:53.830774 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7cced90a-5d70-4377-8769-6e36f07072ec req-9c92329d-c064-42bf-85aa-59321e7ef356 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 947 time: 0.0689583 Aug 26 13:41:53.999980 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af540e4c-3823-4b3a-a388-53547c1107c8 req-82808fdf-92e1-43f8-aeef-16583fd955ef tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:54.001568 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-af540e4c-3823-4b3a-a388-53547c1107c8 req-82808fdf-92e1-43f8-aeef-16583fd955ef tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 947 time: 0.0969160 Aug 26 13:41:54.013534 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [req-7cced90a-5d70-4377-8769-6e36f07072ec req-24cf429a-572e-4fb2-827a-6c0bffe7e92b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Deleting port 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 {{(pid=94614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:41:54.042959 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-7cced90a-5d70-4377-8769-6e36f07072ec req-24cf429a-572e-4fb2-827a-6c0bffe7e92b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:54.126602 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-af540e4c-3823-4b3a-a388-53547c1107c8 req-a7485a12-ae85-4f65-973f-bb400ede9fa7 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=69efafdc-1842-4454-b06f-61af9789679f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063514 Aug 26 13:41:54.157664 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [req-7cced90a-5d70-4377-8769-6e36f07072ec req-24cf429a-572e-4fb2-827a-6c0bffe7e92b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] For port 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=18fb0b18-c6df-42fe-9d78-6d4ab5d593f8,segment=NetworkSegment(622f9d42-2ef0-4df2-9e01-d60060392ec1),segment_id=622f9d42-2ef0-4df2-9e01-d60060392ec1)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:41:54.161888 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-7cced90a-5d70-4377-8769-6e36f07072ec req-24cf429a-572e-4fb2-827a-6c0bffe7e92b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:54.202068 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-96b7552b-e476-4bb4-b425-b927c11d4cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:54.429554 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-7cced90a-5d70-4377-8769-6e36f07072ec req-24cf429a-572e-4fb2-827a-6c0bffe7e92b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:54.430014 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-7cced90a-5d70-4377-8769-6e36f07072ec req-24cf429a-572e-4fb2-827a-6c0bffe7e92b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430417'] for floatingip, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:54.430333 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.db.l3_db [req-7cced90a-5d70-4377-8769-6e36f07072ec req-24cf429a-572e-4fb2-827a-6c0bffe7e92b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Floating IP 3419b6b4-3c68-4768-bed6-a2479c136935 disassociated. External IP: 172.27.2.184, port: 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8. Aug 26 13:41:54.430671 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [req-7cced90a-5d70-4377-8769-6e36f07072ec req-24cf429a-572e-4fb2-827a-6c0bffe7e92b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Calling delete_port for 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 owned by compute:nova {{(pid=94614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:41:54.665455 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-7cced90a-5d70-4377-8769-6e36f07072ec req-24cf429a-572e-4fb2-827a-6c0bffe7e92b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:54.711593 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf429a-572e-4fb2-827a-6c0bffe7e92b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Pushing event deleted for resources: {'Port': ['ID=18fb0b18-c6df-42fe-9d78-6d4ab5d593f8,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:41:54.729139 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cf429a-572e-4fb2-827a-6c0bffe7e92b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:41:54.729677 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cf429a-572e-4fb2-827a-6c0bffe7e92b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:41:54.730054 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cf429a-572e-4fb2-827a-6c0bffe7e92b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:41:54.730394 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cf429a-572e-4fb2-827a-6c0bffe7e92b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:41:54.730743 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cf429a-572e-4fb2-827a-6c0bffe7e92b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:41:54.731054 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cf429a-572e-4fb2-827a-6c0bffe7e92b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:41:54.731375 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cf429a-572e-4fb2-827a-6c0bffe7e92b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:41:54.731700 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cf429a-572e-4fb2-827a-6c0bffe7e92b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:41:54.732024 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cf429a-572e-4fb2-827a-6c0bffe7e92b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:41:54.732348 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cf429a-572e-4fb2-827a-6c0bffe7e92b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:41:54.732673 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cf429a-572e-4fb2-827a-6c0bffe7e92b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:41:54.733050 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cf429a-572e-4fb2-827a-6c0bffe7e92b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:41:54.882001 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cced90a-5d70-4377-8769-6e36f07072ec req-24cf429a-572e-4fb2-827a-6c0bffe7e92b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Router fdb0a255-e87a-4160-91bc-2c34ce5120d7 has already been hosted by L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 {{(pid=94614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 13:41:55.026295 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cced90a-5d70-4377-8769-6e36f07072ec req-24cf429a-572e-4fb2-827a-6c0bffe7e92b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:41:55.027250 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 60994) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:41:55.050480 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcb7f6e-38f8-47c9-81e2-5e3f432bd03c None None] Sync routers for ids ['fdb0a255-e87a-4160-91bc-2c34ce5120d7'] in dv-cinder-786386-11-iscsi {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:41:55.062260 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcb7f6e-38f8-47c9-81e2-5e3f432bd03c None None] Routers {'fdb0a255-e87a-4160-91bc-2c34ce5120d7'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:41:55.063256 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-5dcb7f6e-38f8-47c9-81e2-5e3f432bd03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:41:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['fdb0a255-e87a-4160-91bc-2c34ce5120d7'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:41:55.085677 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cced90a-5d70-4377-8769-6e36f07072ec req-24cf429a-572e-4fb2-827a-6c0bffe7e92b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] No DVR routers for this DVR port 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 on host hv-cinder-78638 {{(pid=94614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 13:41:55.089731 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-7cced90a-5d70-4377-8769-6e36f07072ec req-24cf429a-572e-4fb2-827a-6c0bffe7e92b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:55.093676 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7cced90a-5d70-4377-8769-6e36f07072ec req-24cf429a-572e-4fb2-827a-6c0bffe7e92b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.38 "DELETE /v2.0/ports/18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 HTTP/1.1" status: 204 len: 173 time: 1.2555404 Aug 26 13:41:55.094434 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ccc686-1ce4-45ac-8fd3-e1b23818371b', 'name': 'network-vif-deleted', 'tag': '18fb0b18-c6df-42fe-9d78-6d4ab5d593f8'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:41:55.098366 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a01c3ba01e4bf0bec97fb524610b41262b2b21d9aec27a526a98035f21d3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7731670f-0b35-4e4a-846f-a2f0edb70784" -d '{"events": [{"server_uuid": "31ccc686-1ce4-45ac-8fd3-e1b23818371b", "name": "network-vif-deleted", "tag": "18fb0b18-c6df-42fe-9d78-6d4ab5d593f8"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:41:55.172710 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c346f55-c087-430f-ab63-713e2a80208b x-openstack-request-id: req-2c346f55-c087-430f-ab63-713e2a80208b {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:41:55.173152 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ccc686-1ce4-45ac-8fd3-e1b23818371b", "name": "network-vif-deleted", "tag": "18fb0b18-c6df-42fe-9d78-6d4ab5d593f8", "status": "completed", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:41:55.174426 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2c346f55-c087-430f-ab63-713e2a80208b {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:41:55.174426 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ccc686-1ce4-45ac-8fd3-e1b23818371b', 'name': 'network-vif-deleted', 'tag': '18fb0b18-c6df-42fe-9d78-6d4ab5d593f8', 'status': 'completed', 'code': 200} Aug 26 13:41:55.191478 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-5dcb7f6e-38f8-47c9-81e2-5e3f432bd03c None None] Set router fdb0a255-e87a-4160-91bc-2c34ce5120d7 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:41:55.290748 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-66505849-f5a5-4350-bce4-8000083638d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:55.337769 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b78c6da7-fba0-4941-9130-1c384ab0b3f7 req-2503b5dd-7671-44cd-b0e7-a7847657fb3b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ccc686-1ce4-45ac-8fd3-e1b23818371b HTTP/1.1" status: 200 len: 210 time: 0.0443397 Aug 26 13:41:55.488066 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-66505849-f5a5-4350-bce4-8000083638d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:55.557011 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-66505849-f5a5-4350-bce4-8000083638d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:55.610622 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-66505849-f5a5-4350-bce4-8000083638d4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6a8b7b08544a4d6288fbfebd41d99620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5820348 Aug 26 13:41:55.613825 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66505849-f5a5-4350-bce4-8000083638d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be31216-98f6-4c86-b64e-23cba1118387,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:41:55.615250 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 32776) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:41:55.627717 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66505849-f5a5-4350-bce4-8000083638d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:41:55.634768 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66505849-f5a5-4350-bce4-8000083638d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:41:55.634768 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66505849-f5a5-4350-bce4-8000083638d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:41:55.634768 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66505849-f5a5-4350-bce4-8000083638d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:41:55.634768 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66505849-f5a5-4350-bce4-8000083638d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:41:55.634768 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66505849-f5a5-4350-bce4-8000083638d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:41:55.634768 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66505849-f5a5-4350-bce4-8000083638d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:41:55.634768 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66505849-f5a5-4350-bce4-8000083638d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:41:55.634768 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66505849-f5a5-4350-bce4-8000083638d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:41:55.634768 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66505849-f5a5-4350-bce4-8000083638d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:41:55.634768 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66505849-f5a5-4350-bce4-8000083638d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:41:55.634768 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66505849-f5a5-4350-bce4-8000083638d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:41:55.636332 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-5dcb7f6e-38f8-47c9-81e2-5e3f432bd03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'name': 'tempest-AttachVolumeShelveTestJSON-95078014-router', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:37:22Z', 'updated_at': '2021-08-26T13:37:29Z', 'revision_number': 4, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'gw_port': {'id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:24Z', 'updated_at': '2021-08-26T13:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': 'a76ee43c-da1e-4ef0-a139-efd20c3ba409', 'name': '', 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'mac_address': 'fa:16:3e:22:79:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f404f389-dc0c-4c0d-a515-d27c76237ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:28Z', 'updated_at': '2021-08-26T13:37:41Z', 'revision_number': 5, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'subnets': [{'id': 'f404f389-dc0c-4c0d-a515-d27c76237ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:41:55.668509 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcb7f6e-38f8-47c9-81e2-5e3f432bd03c None None] Checking router: fdb0a255-e87a-4160-91bc-2c34ce5120d7 for host: dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:41:55.678937 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcb7f6e-38f8-47c9-81e2-5e3f432bd03c None None] Routers {'fdb0a255-e87a-4160-91bc-2c34ce5120d7'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:41:55.679578 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-5dcb7f6e-38f8-47c9-81e2-5e3f432bd03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:41:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['fdb0a255-e87a-4160-91bc-2c34ce5120d7'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:41:55.701812 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-6a4ba6fd-bbce-41a3-a26c-30179ff92245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:55.735201 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-6a4ba6fd-bbce-41a3-a26c-30179ff92245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:55.809204 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-5dcb7f6e-38f8-47c9-81e2-5e3f432bd03c None None] Set router fdb0a255-e87a-4160-91bc-2c34ce5120d7 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:41:55.865226 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-6a4ba6fd-bbce-41a3-a26c-30179ff92245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:55.868322 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-6a4ba6fd-bbce-41a3-a26c-30179ff92245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:55.873386 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-6a4ba6fd-bbce-41a3-a26c-30179ff92245 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9be31216-98f6-4c86-b64e-23cba1118387 HTTP/1.1" status: 204 len: 168 time: 0.2567070 Aug 26 13:41:55.955372 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ba6fd-bbce-41a3-a26c-30179ff92245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be31216-98f6-4c86-b64e-23cba1118387,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:41:56.042907 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-5dcb7f6e-38f8-47c9-81e2-5e3f432bd03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'name': 'tempest-AttachVolumeShelveTestJSON-95078014-router', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:37:22Z', 'updated_at': '2021-08-26T13:37:29Z', 'revision_number': 4, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'gw_port': {'id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:24Z', 'updated_at': '2021-08-26T13:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': 'a76ee43c-da1e-4ef0-a139-efd20c3ba409', 'name': '', 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'mac_address': 'fa:16:3e:22:79:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f404f389-dc0c-4c0d-a515-d27c76237ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:28Z', 'updated_at': '2021-08-26T13:37:41Z', 'revision_number': 5, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'subnets': [{'id': 'f404f389-dc0c-4c0d-a515-d27c76237ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:41:56.073611 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcb7f6e-38f8-47c9-81e2-5e3f432bd03c None None] The sync data for ids ['fdb0a255-e87a-4160-91bc-2c34ce5120d7'] in dv-cinder-786386-11-iscsi is: [{'id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'name': 'tempest-AttachVolumeShelveTestJSON-95078014-router', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:37:22Z', 'updated_at': '2021-08-26T13:37:29Z', 'revision_number': 4, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'gw_port': {'id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:24Z', 'updated_at': '2021-08-26T13:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': 'a76ee43c-da1e-4ef0-a139-efd20c3ba409', 'name': '', 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'mac_address': 'fa:16:3e:22:79:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f404f389-dc0c-4c0d-a515-d27c76237ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:28Z', 'updated_at': '2021-08-26T13:37:41Z', 'revision_number': 5, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'subnets': [{'id': 'f404f389-dc0c-4c0d-a515-d27c76237ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:41:56.303469 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b279d9-0458-4b12-85c4-50bbc2da9300 None None] New status for floating IP 3419b6b4-3c68-4768-bed6-a2479c136935: DOWN {{(pid=94617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 13:41:56.980723 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-b738722f-f744-4760-b494-620e45091601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:57.059456 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 32798) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:41:57.075293 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ce9214b3-75b4-4f31-a02c-7b263f9d978f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:57.208432 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ce9214b3-75b4-4f31-a02c-7b263f9d978f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:57.288502 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ce9214b3-75b4-4f31-a02c-7b263f9d978f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:57.327417 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-ce9214b3-75b4-4f31-a02c-7b263f9d978f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f6242ce93ae841cf9ced91c247250b07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2668691 Aug 26 13:41:57.328264 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9214b3-75b4-4f31-a02c-7b263f9d978f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abce319-21a5-4c94-ad18-a8285adb6784,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:41:57.330396 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 32800) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:41:57.393110 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5e8623ad-6907-4765-a986-753c7bb7b787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:57.416011 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5e8623ad-6907-4765-a986-753c7bb7b787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:57.482338 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:57.540518 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5e8623ad-6907-4765-a986-753c7bb7b787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:57.545412 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5e8623ad-6907-4765-a986-753c7bb7b787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:57.549872 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-5e8623ad-6907-4765-a986-753c7bb7b787 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7abce319-21a5-4c94-ad18-a8285adb6784 HTTP/1.1" status: 204 len: 168 time: 0.2088516 Aug 26 13:41:57.552710 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 32806) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:41:57.562702 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8623ad-6907-4765-a986-753c7bb7b787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abce319-21a5-4c94-ad18-a8285adb6784,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:41:57.621336 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-91dc5475-e622-4825-b3a6-fea3cfbc6b08 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:57.649213 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-91dc5475-e622-4825-b3a6-fea3cfbc6b08 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:57.803433 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:41:57.824407 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] No Port match for: 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:41:57.824835 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 18fb0b18-c6df-42fe-9d78-6d4ab5d593f8 not bound to the agent host hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:41:57.848232 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-91dc5475-e622-4825-b3a6-fea3cfbc6b08 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:57.851670 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-91dc5475-e622-4825-b3a6-fea3cfbc6b08 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:57.855374 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 32808) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:41:57.855648 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-91dc5475-e622-4825-b3a6-fea3cfbc6b08 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "DELETE /v2.0/security-groups/69efafdc-1842-4454-b06f-61af9789679f HTTP/1.1" status: 204 len: 168 time: 0.3016396 Aug 26 13:41:57.865950 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc5475-e622-4825-b3a6-fea3cfbc6b08 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69efafdc-1842-4454-b06f-61af9789679f,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:41:57.876162 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.api.v2.resource [None req-0b3528b0-26c6-4d3e-b76d-e77fafb4535e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] show failed (client error): The resource could not be found. Aug 26 13:41:57.880416 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-0b3528b0-26c6-4d3e-b76d-e77fafb4535e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups/69efafdc-1842-4454-b06f-61af9789679f HTTP/1.1" status: 404 len: 347 time: 0.0203185 Aug 26 13:41:57.883180 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 32810) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:41:57.962197 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:58.018861 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-39ff1c11-111b-4b99-a7e8-97a8063213da tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Deleting port e79be0ef-a913-4d72-93bf-97b66cdee761 {{(pid=94614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:41:58.019006 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-39ff1c11-111b-4b99-a7e8-97a8063213da tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:58.103150 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-39ff1c11-111b-4b99-a7e8-97a8063213da tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:58.103478 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-39ff1c11-111b-4b99-a7e8-97a8063213da tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:58.118069 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-39ff1c11-111b-4b99-a7e8-97a8063213da tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Calling delete_port for e79be0ef-a913-4d72-93bf-97b66cdee761 owned by network:floatingip {{(pid=94614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:41:58.385024 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-39ff1c11-111b-4b99-a7e8-97a8063213da tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:58.411862 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff1c11-111b-4b99-a7e8-97a8063213da tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Pushing event deleted for resources: {'Port': ['ID=e79be0ef-a913-4d72-93bf-97b66cdee761,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:41:58.475919 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-39ff1c11-111b-4b99-a7e8-97a8063213da tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for floatingip, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:58.478519 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-39ff1c11-111b-4b99-a7e8-97a8063213da tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for floatingip, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:58.479696 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-39ff1c11-111b-4b99-a7e8-97a8063213da tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "DELETE /v2.0/floatingips/3419b6b4-3c68-4768-bed6-a2479c136935 HTTP/1.1" status: 204 len: 168 time: 0.5955524 Aug 26 13:41:58.642272 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:58.901821 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 32836) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:41:58.906637 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-c8af430b-dbfa-4ddb-abce-b63f2030d54d tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1994930281', 'description': 'tempest-description--1864298502'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:41:58.996886 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c8af430b-dbfa-4ddb-abce-b63f2030d54d tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:59.098713 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c8af430b-dbfa-4ddb-abce-b63f2030d54d tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:59.167954 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c8af430b-dbfa-4ddb-abce-b63f2030d54d tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:59.198545 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af430b-dbfa-4ddb-abce-b63f2030d54d tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e68f4034-a335-453f-8b43-0f7505163215,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:41:59.259112 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c8af430b-dbfa-4ddb-abce-b63f2030d54d tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:59.266127 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-c8af430b-dbfa-4ddb-abce-b63f2030d54d tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3575571 Aug 26 13:41:59.268222 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 32850) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:41:59.273731 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-51272c1b-4728-4818-93cf-83ffc784cfd7 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Request body: {'security_group_rule': {'security_group_id': 'e68f4034-a335-453f-8b43-0f7505163215', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:41:59.387901 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-51272c1b-4728-4818-93cf-83ffc784cfd7 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:59.466197 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-51272c1b-4728-4818-93cf-83ffc784cfd7 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:59.603828 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c8ac7-efa3-4629-a7b1-2af2e75fb24d req-03991907-22f0-4995-9769-21a3b2d3b809 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:41:59.605328 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-582c8ac7-efa3-4629-a7b1-2af2e75fb24d req-03991907-22f0-4995-9769-21a3b2d3b809 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/ports?device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164 HTTP/1.1" status: 200 len: 945 time: 0.0547233 Aug 26 13:41:59.617369 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-51272c1b-4728-4818-93cf-83ffc784cfd7 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096277'] for security_group_rule, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:59.655691 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51272c1b-4728-4818-93cf-83ffc784cfd7 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ae6f96e-ca16-4db0-af74-d1e89005a197,revision_number=0']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:41:59.671326 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-582c8ac7-efa3-4629-a7b1-2af2e75fb24d req-651eb05b-1802-4fd5-8fb2-45ba68747b03 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e6738b4-02be-4ca1-85ec-52cd6e0043a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556080 Aug 26 13:41:59.751231 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-51272c1b-4728-4818-93cf-83ffc784cfd7 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:59.752429 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-51272c1b-4728-4818-93cf-83ffc784cfd7 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4831889 Aug 26 13:41:59.760812 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 32866) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:41:59.761050 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-93e1b66d-97be-471a-8b80-f97116033b06 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Request body: {'security_group_rule': {'security_group_id': 'e68f4034-a335-453f-8b43-0f7505163215', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:41:59.853799 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-93e1b66d-97be-471a-8b80-f97116033b06 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:41:59.912554 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-93e1b66d-97be-471a-8b80-f97116033b06 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:00.002455 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-93e1b66d-97be-471a-8b80-f97116033b06 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096277'] for security_group_rule, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:00.020730 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e1b66d-97be-471a-8b80-f97116033b06 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6996d4c1-c30c-4757-967c-9c7c780359ee,revision_number=0']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:00.110609 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-93e1b66d-97be-471a-8b80-f97116033b06 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:00.111893 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-93e1b66d-97be-471a-8b80-f97116033b06 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3546276 Aug 26 13:42:00.115534 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 32868) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:42:00.120092 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-c33b7590-9667-42ba-8fac-312bd81306c7 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Request body: {'floatingip': {'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:42:00.213975 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c33b7590-9667-42ba-8fac-312bd81306c7 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for floatingip, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:00.288095 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 32872) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:42:00.338230 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c33b7590-9667-42ba-8fac-312bd81306c7 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:00.407813 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:00.423797 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f5380c63-e474-4d68-895f-67f9ad2fbfb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:00.444853 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_common [None req-c33b7590-9667-42ba-8fac-312bd81306c7 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Allocated IP 172.27.2.52 (0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a/b7ae35bd-0037-4f3a-908b-b50a80e8b092/238b32be-1244-492a-9d62-8f940a6f3c5b) {{(pid=94614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:42:00.514597 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f5380c63-e474-4d68-895f-67f9ad2fbfb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:00.551680 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c33b7590-9667-42ba-8fac-312bd81306c7 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for port, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:00.590828 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f5380c63-e474-4d68-895f-67f9ad2fbfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:00.628285 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-f5380c63-e474-4d68-895f-67f9ad2fbfb0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6b73a9689bac43cdbead358b86ac063d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3390946 Aug 26 13:42:00.629396 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5380c63-e474-4d68-895f-67f9ad2fbfb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc45932-2490-46de-ab3c-b77cd886586a,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:00.633186 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 32876) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:42:00.683664 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c33b7590-9667-42ba-8fac-312bd81306c7 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:00.687841 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a863f469-38ff-430e-83c2-ef1018db0a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:00.739287 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33b7590-9667-42ba-8fac-312bd81306c7 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Network 0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:42:00.751188 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-c33b7590-9667-42ba-8fac-312bd81306c7 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:42:00.753647 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33b7590-9667-42ba-8fac-312bd81306c7 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Received port after_create {{(pid=94614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:42:00.764021 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a863f469-38ff-430e-83c2-ef1018db0a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:00.765769 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b7590-9667-42ba-8fac-312bd81306c7 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Pushing event updated for resources: {'Port': ['ID=238b32be-1244-492a-9d62-8f940a6f3c5b,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:00.885528 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff7a2d-3f43-4b8f-891c-79a962b6a49c req-06664261-8b22-4683-aae8-dd9056bdeb4a tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:00.887090 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3cff7a2d-3f43-4b8f-891c-79a962b6a49c req-06664261-8b22-4683-aae8-dd9056bdeb4a tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/ports?device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164 HTTP/1.1" status: 200 len: 945 time: 0.1404672 Aug 26 13:42:01.160371 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a863f469-38ff-430e-83c2-ef1018db0a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:01.162950 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a863f469-38ff-430e-83c2-ef1018db0a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:01.164078 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-a863f469-38ff-430e-83c2-ef1018db0a9e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5cc45932-2490-46de-ab3c-b77cd886586a HTTP/1.1" status: 204 len: 168 time: 0.5297058 Aug 26 13:42:01.198675 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863f469-38ff-430e-83c2-ef1018db0a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc45932-2490-46de-ab3c-b77cd886586a,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:01.201188 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c33b7590-9667-42ba-8fac-312bd81306c7 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:01.215780 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3cff7a2d-3f43-4b8f-891c-79a962b6a49c req-d7479e79-af9f-485f-a250-9ab590231669 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e6738b4-02be-4ca1-85ec-52cd6e0043a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051710 Aug 26 13:42:01.342188 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c33b7590-9667-42ba-8fac-312bd81306c7 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:01.509427 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5baba1-cf8a-4ee6-a870-072dcca56b39 req-38d888b2-82ad-4be7-8289-ff252573a851 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:01.513603 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-de5baba1-cf8a-4ee6-a870-072dcca56b39 req-38d888b2-82ad-4be7-8289-ff252573a851 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.38 "GET /v2.0/ports?device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164 HTTP/1.1" status: 200 len: 945 time: 0.0754457 Aug 26 13:42:01.587645 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c33b7590-9667-42ba-8fac-312bd81306c7 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:01.634557 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [req-de5baba1-cf8a-4ee6-a870-072dcca56b39 req-b370d2c2-133b-43fd-88f2-546d7fc17d4d tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Deleting port df8397a7-d85f-4580-94e0-97922cda629b {{(pid=94614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:42:01.634817 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-de5baba1-cf8a-4ee6-a870-072dcca56b39 req-b370d2c2-133b-43fd-88f2-546d7fc17d4d tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:01.673933 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c33b7590-9667-42ba-8fac-312bd81306c7 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625096'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:01.774832 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b7590-9667-42ba-8fac-312bd81306c7 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Pushing event updated for resources: {'Port': ['ID=238b32be-1244-492a-9d62-8f940a6f3c5b,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:01.795640 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c33b7590-9667-42ba-8fac-312bd81306c7 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430417'] for floatingip, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:01.806749 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [req-de5baba1-cf8a-4ee6-a870-072dcca56b39 req-b370d2c2-133b-43fd-88f2-546d7fc17d4d tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] For port df8397a7-d85f-4580-94e0-97922cda629b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=df8397a7-d85f-4580-94e0-97922cda629b,segment=NetworkSegment(01409fc2-f7f4-4705-a109-5784e02918b0),segment_id=01409fc2-f7f4-4705-a109-5784e02918b0)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:42:01.807112 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-de5baba1-cf8a-4ee6-a870-072dcca56b39 req-b370d2c2-133b-43fd-88f2-546d7fc17d4d tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:01.822256 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [req-de5baba1-cf8a-4ee6-a870-072dcca56b39 req-b370d2c2-133b-43fd-88f2-546d7fc17d4d tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Calling delete_port for df8397a7-d85f-4580-94e0-97922cda629b owned by compute:nova {{(pid=94614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:42:01.896913 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c33b7590-9667-42ba-8fac-312bd81306c7 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for floatingip, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:01.898990 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-c33b7590-9667-42ba-8fac-312bd81306c7 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7822676 Aug 26 13:42:02.014997 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 32888) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:42:02.029223 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e834abcd-e470-4585-a4cd-1a084e4dc126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:02.126964 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-de5baba1-cf8a-4ee6-a870-072dcca56b39 req-b370d2c2-133b-43fd-88f2-546d7fc17d4d tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:02.132687 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-4ea61fd1-16dc-4b8a-b071-824370352682 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1994930281&fields=id&tenant_id=cb7886896a194491958e9bfa03f0ea57 HTTP/1.1" status: 200 len: 267 time: 0.0581646 Aug 26 13:42:02.170381 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['df8397a7-d85f-4580-94e0-97922cda629b'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:42:02.180413 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370d2c2-133b-43fd-88f2-546d7fc17d4d tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Pushing event deleted for resources: {'Port': ['ID=df8397a7-d85f-4580-94e0-97922cda629b,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:02.284215 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5baba1-cf8a-4ee6-a870-072dcca56b39 req-b370d2c2-133b-43fd-88f2-546d7fc17d4d tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] No DVR routers for this DVR port df8397a7-d85f-4580-94e0-97922cda629b on host hv-cinder-78638 {{(pid=94614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 13:42:02.291658 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-de5baba1-cf8a-4ee6-a870-072dcca56b39 req-b370d2c2-133b-43fd-88f2-546d7fc17d4d tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:02.293693 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-de5baba1-cf8a-4ee6-a870-072dcca56b39 req-b370d2c2-133b-43fd-88f2-546d7fc17d4d tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.38 "DELETE /v2.0/ports/df8397a7-d85f-4580-94e0-97922cda629b HTTP/1.1" status: 204 len: 173 time: 0.7720809 Aug 26 13:42:02.295310 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c50aaefc-5f19-49e4-9c5d-08dd85028164', 'name': 'network-vif-deleted', 'tag': 'df8397a7-d85f-4580-94e0-97922cda629b'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:42:02.297609 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a01c3ba01e4bf0bec97fb524610b41262b2b21d9aec27a526a98035f21d3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c03e8a0-a25e-4443-80dd-a0ab264ac347" -d '{"events": [{"server_uuid": "c50aaefc-5f19-49e4-9c5d-08dd85028164", "name": "network-vif-deleted", "tag": "df8397a7-d85f-4580-94e0-97922cda629b"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:42:02.356003 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e834abcd-e470-4585-a4cd-1a084e4dc126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:02.360863 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-85d99284-7065-4584-a0d1-67ffade63e55 req-846c2755-7f98-4005-950f-b3c40687cc2a tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/ports?device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164 HTTP/1.1" status: 200 len: 210 time: 0.0662365 Aug 26 13:42:02.393691 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-f4074d8d-997d-43f4-ab0e-772ef8764864 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:02.396023 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-f4074d8d-997d-43f4-ab0e-772ef8764864 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/networks?id=4f0cbbb0-e1d8-4eda-8b5a-9467452e6368 HTTP/1.1" status: 200 len: 815 time: 0.2516508 Aug 26 13:42:02.414542 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-0151b77b-5d8c-4009-8776-98f7ea1b34fc tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/quotas/cb7886896a194491958e9bfa03f0ea57 HTTP/1.1" status: 200 len: 375 time: 0.0113852 Aug 26 13:42:02.432242 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea467c2-6b9c-42d7-9f12-980daa4f1aa9 x-openstack-request-id: req-cea467c2-6b9c-42d7-9f12-980daa4f1aa9 {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:42:02.432242 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c50aaefc-5f19-49e4-9c5d-08dd85028164", "name": "network-vif-deleted", "tag": "df8397a7-d85f-4580-94e0-97922cda629b", "status": "completed", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:42:02.432242 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cea467c2-6b9c-42d7-9f12-980daa4f1aa9 {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:42:02.432242 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c50aaefc-5f19-49e4-9c5d-08dd85028164', 'name': 'network-vif-deleted', 'tag': 'df8397a7-d85f-4580-94e0-97922cda629b', 'status': 'completed', 'code': 200} Aug 26 13:42:02.493139 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-2d8eec95-ab8a-41d9-8b2a-14da57bf7a2c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb7886896a194491958e9bfa03f0ea57&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0684910 Aug 26 13:42:02.494865 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e834abcd-e470-4585-a4cd-1a084e4dc126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:02.591200 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834abcd-e470-4585-a4cd-1a084e4dc126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0596cdf-3272-46ec-a13d-b62bc6e4a8ae,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:02.602784 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-e834abcd-e470-4585-a4cd-1a084e4dc126 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=81c5f9144cb84100b721c6e2203df94f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5824089 Aug 26 13:42:02.603111 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 32904) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:42:02.679085 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-069d7f39-cde2-4706-bd25-ed143e192f12 service neutron] 10.222.0.35 "GET /v2.0/networks/4f0cbbb0-e1d8-4eda-8b5a-9467452e6368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646194 Aug 26 13:42:02.709033 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-da1fd37a-4c14-4389-9e1e-45693c7a13f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:02.765664 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-da1fd37a-4c14-4389-9e1e-45693c7a13f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:02.823378 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-a34739bc-9386-4074-afab-689024b69a8c service neutron] 10.222.0.35 "GET /v2.0/networks/4f0cbbb0-e1d8-4eda-8b5a-9467452e6368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366742 Aug 26 13:42:02.911539 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-da1fd37a-4c14-4389-9e1e-45693c7a13f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:02.914314 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-da1fd37a-4c14-4389-9e1e-45693c7a13f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:02.915613 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-da1fd37a-4c14-4389-9e1e-45693c7a13f2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f0596cdf-3272-46ec-a13d-b62bc6e4a8ae HTTP/1.1" status: 204 len: 168 time: 0.3115475 Aug 26 13:42:02.924126 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1fd37a-4c14-4389-9e1e-45693c7a13f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0596cdf-3272-46ec-a13d-b62bc6e4a8ae,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:03.105846 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ac71a854-7ce0-42f9-b79c-c833414358a4 req-56d5f8da-7d6d-417c-a545-1bf39a5566f9 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 210 time: 0.0338395 Aug 26 13:42:03.501792 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4c02f97e-8ce4-45cf-a732-769bcf7fd8d1 req-9c2734e4-09ee-4a9a-9237-189d0f9118f6 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/ports?device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164 HTTP/1.1" status: 200 len: 210 time: 0.0270064 Aug 26 13:42:03.767784 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 6 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:42:04.220321 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c0dc84d4-2526-4dd8-8b14-1d0a91efba75 req-f8f4c1f2-da09-4b99-8272-13a12e51f94a tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 210 time: 0.0295465 Aug 26 13:42:04.638483 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0cffcbda-7f5d-4264-a988-a17339e04c4f req-7c5cdcbd-1c1c-4876-ba2f-c52798f33676 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/ports?device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164 HTTP/1.1" status: 200 len: 210 time: 0.0265973 Aug 26 13:42:05.371833 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0bc9084e-6ba9-42ae-83f9-d001c7711d09 req-65f93251-1431-4dae-8022-0495a9c0c7f3 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 210 time: 0.0370684 Aug 26 13:42:05.389389 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52d9f7-cb32-4b0a-9134-211677c1e395 req-ed79a99a-866d-4274-a1d9-14069993d042 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:05.401494 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ed52d9f7-cb32-4b0a-9134-211677c1e395 req-ed79a99a-866d-4274-a1d9-14069993d042 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.1097190 Aug 26 13:42:05.449312 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ed52d9f7-cb32-4b0a-9134-211677c1e395 req-8e632650-1175-4fd4-ba9e-06f32d38f3c1 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464704 Aug 26 13:42:05.573158 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-5f7120b0-c866-4e54-bad2-f31a8b905a9e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:05.574569 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-5f7120b0-c866-4e54-bad2-f31a8b905a9e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.38 "GET /v2.0/networks?id=4f0cbbb0-e1d8-4eda-8b5a-9467452e6368 HTTP/1.1" status: 200 len: 815 time: 0.1198416 Aug 26 13:42:06.490295 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5a6c237f-8441-430d-9b94-cf8688c59d37 req-f6f2fb0b-bbb7-492d-aa24-bd4c58ad0bd7 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 210 time: 0.0372739 Aug 26 13:42:06.594202 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2394943-2ddb-4bb0-a740-96a520d28060 req-7cabab7b-aa6e-40aa-945c-818b6d00cc4b tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:06.595751 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c2394943-2ddb-4bb0-a740-96a520d28060 req-7cabab7b-aa6e-40aa-945c-818b6d00cc4b tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0540905 Aug 26 13:42:06.637465 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c2394943-2ddb-4bb0-a740-96a520d28060 req-11f476b4-7f1e-4648-9f56-3be691e3a5b1 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352976 Aug 26 13:42:07.202403 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device df8397a7-d85f-4580-94e0-97922cda629b no longer exists at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:42:07.222875 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] No Port match for: df8397a7-d85f-4580-94e0-97922cda629b {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:42:07.223225 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device df8397a7-d85f-4580-94e0-97922cda629b not bound to the agent host hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:42:07.598876 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c895c4ba-3ccb-453d-935a-afd30391c982 req-a8bdcfe6-2a3a-4e45-a782-34a820873ca6 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 210 time: 0.0278032 Aug 26 13:42:07.756014 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd464a96-3a46-4a03-b80d-bd505714cfbf req-9053aed6-0c54-4f56-b3fa-c33c562b06a8 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:07.757613 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-cd464a96-3a46-4a03-b80d-bd505714cfbf req-9053aed6-0c54-4f56-b3fa-c33c562b06a8 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0492923 Aug 26 13:42:07.801323 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-cd464a96-3a46-4a03-b80d-bd505714cfbf req-7dfb2b0c-d9eb-4b77-98dd-c661a6099d37 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373595 Aug 26 13:42:08.218050 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-16596c70-9039-4060-99ed-9bebc9bbcfdb tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb7886896a194491958e9bfa03f0ea57 HTTP/1.1" status: 200 len: 380 time: 0.0378132 Aug 26 13:42:08.228539 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-40e9cee6-d45b-423e-a20e-52748e0f814e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Request body: {'port': {'device_id': '85a36384-d740-49f8-bae0-e39291044de3', 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368', 'admin_state_up': True, 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'security_groups': ['e68f4034-a335-453f-8b43-0f7505163215']}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:42:08.424446 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-40e9cee6-d45b-423e-a20e-52748e0f814e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Made reservation on behalf of cb7886896a194491958e9bfa03f0ea57 for: {'port': 1} {{(pid=94614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:42:08.428055 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-40e9cee6-d45b-423e-a20e-52748e0f814e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:08.587836 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_common [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-40e9cee6-d45b-423e-a20e-52748e0f814e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Allocated IP 172.20.0.7 (4f0cbbb0-e1d8-4eda-8b5a-9467452e6368/f404f389-dc0c-4c0d-a515-d27c76237ec3/08d57c90-0cee-4b72-934c-f142616fe0bd) {{(pid=94614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:42:08.729538 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-68be7579-7b68-4b73-8a33-a64f5e03fdf0 req-469d4b5a-76e7-48d0-844b-10a9fc6e871d tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 210 time: 0.0395100 Aug 26 13:42:08.761318 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-40e9cee6-d45b-423e-a20e-52748e0f814e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for port, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:08.779865 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-40e9cee6-d45b-423e-a20e-52748e0f814e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Transition to ACTIVE for port object 08d57c90-0cee-4b72-934c-f142616fe0bd will not be triggered until provisioned by entity DHCP. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:42:08.901976 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-40e9cee6-d45b-423e-a20e-52748e0f814e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:08.959966 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-40e9cee6-d45b-423e-a20e-52748e0f814e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Network 4f0cbbb0-e1d8-4eda-8b5a-9467452e6368 is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:42:08.968551 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-40e9cee6-d45b-423e-a20e-52748e0f814e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:42:08.971138 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-40e9cee6-d45b-423e-a20e-52748e0f814e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Received port after_create {{(pid=94614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:42:08.981596 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff945b27-f017-4961-b991-6d50787b0fb4 req-a17db197-9198-4f43-805a-03e5d1514ce3 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:08.983195 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ff945b27-f017-4961-b991-6d50787b0fb4 req-a17db197-9198-4f43-805a-03e5d1514ce3 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.1094165 Aug 26 13:42:08.986033 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9cee6-d45b-423e-a20e-52748e0f814e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Pushing event updated for resources: {'Port': ['ID=08d57c90-0cee-4b72-934c-f142616fe0bd,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:09.059533 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-40e9cee6-d45b-423e-a20e-52748e0f814e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:09.060270 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-40e9cee6-d45b-423e-a20e-52748e0f814e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:09.069136 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ff945b27-f017-4961-b991-6d50787b0fb4 req-d3b1a844-5e3e-4773-b15e-e67cda4a5144 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614154 Aug 26 13:42:09.128594 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-40e9cee6-d45b-423e-a20e-52748e0f814e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9038451 Aug 26 13:42:09.148632 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-03e5421f-6ff1-4e58-b7b2-bc7dbbdd0c11 service neutron] Request body: {'port': {'device_id': '85a36384-d740-49f8-bae0-e39291044de3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:42:09.226455 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-03e5421f-6ff1-4e58-b7b2-bc7dbbdd0c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:09.247782 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-52d3dbd2-7a59-46a8-a43c-6ece97ed1b13 None None] Provisioning for port 08d57c90-0cee-4b72-934c-f142616fe0bd completed by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:42:09.255326 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-52d3dbd2-7a59-46a8-a43c-6ece97ed1b13 None None] Provisioning complete for port 08d57c90-0cee-4b72-934c-f142616fe0bd triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:42:09.255767 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-52d3dbd2-7a59-46a8-a43c-6ece97ed1b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:09.294883 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-52d3dbd2-7a59-46a8-a43c-6ece97ed1b13 None None] Port 08d57c90-0cee-4b72-934c-f142616fe0bd cannot update to ACTIVE because it is not bound. {{(pid=94616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 13:42:09.551079 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-03e5421f-6ff1-4e58-b7b2-bc7dbbdd0c11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08d57c90-0cee-4b72-934c-f142616fe0bd {{(pid=94614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:42:09.563082 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-03e5421f-6ff1-4e58-b7b2-bc7dbbdd0c11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:09.577399 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-03e5421f-6ff1-4e58-b7b2-bc7dbbdd0c11 service neutron] Transition to ACTIVE for port object 08d57c90-0cee-4b72-934c-f142616fe0bd will not be triggered until provisioned by entity L2. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:42:09.645287 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-03e5421f-6ff1-4e58-b7b2-bc7dbbdd0c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625096'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:09.710249 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5421f-6ff1-4e58-b7b2-bc7dbbdd0c11 service neutron] Pushing event updated for resources: {'Port': ['ID=08d57c90-0cee-4b72-934c-f142616fe0bd,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:09.800068 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-03e5421f-6ff1-4e58-b7b2-bc7dbbdd0c11 service neutron] Attempting to bind port 08d57c90-0cee-4b72-934c-f142616fe0bd on host hv-cinder-78638 for vnic_type normal with profile {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:42:09.800733 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-03e5421f-6ff1-4e58-b7b2-bc7dbbdd0c11 service neutron] Attempting to bind port 08d57c90-0cee-4b72-934c-f142616fe0bd by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '622f9d42-2ef0-4df2-9e01-d60060392ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368'}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:42:09.800733 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-03e5421f-6ff1-4e58-b7b2-bc7dbbdd0c11 service neutron] Attempting to bind port 08d57c90-0cee-4b72-934c-f142616fe0bd on network 4f0cbbb0-e1d8-4eda-8b5a-9467452e6368 {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:42:09.808508 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-03e5421f-6ff1-4e58-b7b2-bc7dbbdd0c11 service neutron] Port 08d57c90-0cee-4b72-934c-f142616fe0bd on network 4f0cbbb0-e1d8-4eda-8b5a-9467452e6368 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 13:42:09.808822 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-03e5421f-6ff1-4e58-b7b2-bc7dbbdd0c11 service neutron] Attempting to bind port 08d57c90-0cee-4b72-934c-f142616fe0bd on network 4f0cbbb0-e1d8-4eda-8b5a-9467452e6368 {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:42:09.839046 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-03e5421f-6ff1-4e58-b7b2-bc7dbbdd0c11 service neutron] Checking agent: {'id': 'ecd4b6ee-6295-46a8-8c11-8af9b25961a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'started_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:42:09.839458 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-03e5421f-6ff1-4e58-b7b2-bc7dbbdd0c11 service neutron] Checking segment: {'id': '622f9d42-2ef0-4df2-9e01-d60060392ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:42:09.839865 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-03e5421f-6ff1-4e58-b7b2-bc7dbbdd0c11 service neutron] Bound using segment: {'id': '622f9d42-2ef0-4df2-9e01-d60060392ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368'} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:42:09.840324 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-03e5421f-6ff1-4e58-b7b2-bc7dbbdd0c11 service neutron] Bound port: 08d57c90-0cee-4b72-934c-f142616fe0bd, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622f9d42-2ef0-4df2-9e01-d60060392ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368'}}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:42:09.840754 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-03e5421f-6ff1-4e58-b7b2-bc7dbbdd0c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:09.915153 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c3f58-969a-40ee-9e11-d47d1dc06ecf req-d65862b8-bf84-464d-a1e5-338c7c564033 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:09.919927 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-363c3f58-969a-40ee-9e11-d47d1dc06ecf req-d65862b8-bf84-464d-a1e5-338c7c564033 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 943 time: 0.1135309 Aug 26 13:42:09.966558 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-03e5421f-6ff1-4e58-b7b2-bc7dbbdd0c11 service neutron] For port 08d57c90-0cee-4b72-934c-f142616fe0bd, host hv-cinder-78638, cleared binding levels {{(pid=94614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:42:09.988612 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-03e5421f-6ff1-4e58-b7b2-bc7dbbdd0c11 service neutron] For port 08d57c90-0cee-4b72-934c-f142616fe0bd, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=08d57c90-0cee-4b72-934c-f142616fe0bd,segment=NetworkSegment(622f9d42-2ef0-4df2-9e01-d60060392ec1),segment_id=622f9d42-2ef0-4df2-9e01-d60060392ec1)] {{(pid=94614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:42:09.995894 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-363c3f58-969a-40ee-9e11-d47d1dc06ecf req-c092571c-e5da-46fe-9284-c044805ea307 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670424 Aug 26 13:42:10.054577 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-03e5421f-6ff1-4e58-b7b2-bc7dbbdd0c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625096'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:10.099128 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-03e5421f-6ff1-4e58-b7b2-bc7dbbdd0c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:10.099764 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-03e5421f-6ff1-4e58-b7b2-bc7dbbdd0c11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:10.101220 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-03e5421f-6ff1-4e58-b7b2-bc7dbbdd0c11 service neutron] 10.222.0.38 "PUT /v2.0/ports/08d57c90-0cee-4b72-934c-f142616fe0bd HTTP/1.1" status: 200 len: 1093 time: 0.9576449 Aug 26 13:42:10.102087 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a36384-d740-49f8-bae0-e39291044de3', 'tag': '08d57c90-0cee-4b72-934c-f142616fe0bd'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:42:10.105993 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a01c3ba01e4bf0bec97fb524610b41262b2b21d9aec27a526a98035f21d3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7676824d-2583-4759-a499-495af9361047" -d '{"events": [{"name": "network-changed", "server_uuid": "85a36384-d740-49f8-bae0-e39291044de3", "tag": "08d57c90-0cee-4b72-934c-f142616fe0bd"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:42:10.154596 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5421f-6ff1-4e58-b7b2-bc7dbbdd0c11 service neutron] Pushing event updated for resources: {'Port': ['ID=08d57c90-0cee-4b72-934c-f142616fe0bd,revision_number=3']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:10.162071 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 13:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b1c94d-65ea-43b8-9851-96339b88eebd x-openstack-request-id: req-22b1c94d-65ea-43b8-9851-96339b88eebd {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:42:10.162365 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a36384-d740-49f8-bae0-e39291044de3", "tag": "08d57c90-0cee-4b72-934c-f142616fe0bd", "status": "completed", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:42:10.162621 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-22b1c94d-65ea-43b8-9851-96339b88eebd {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:42:10.163032 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85a36384-d740-49f8-bae0-e39291044de3', 'tag': '08d57c90-0cee-4b72-934c-f142616fe0bd', 'status': 'completed', 'code': 200} Aug 26 13:42:10.261489 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efc75f-d9ac-40d4-9696-5673b3d10d1b req-f8495220-cd6b-4176-b651-0728abaf5599 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:10.263220 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-70efc75f-d9ac-40d4-9696-5673b3d10d1b req-f8495220-cd6b-4176-b651-0728abaf5599 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0877287 Aug 26 13:42:10.301658 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676824d-2583-4759-a499-495af9361047 req-413b1593-a30f-4a3c-ae89-b9a0f107e392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:10.303322 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7676824d-2583-4759-a499-495af9361047 req-413b1593-a30f-4a3c-ae89-b9a0f107e392 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb7886896a194491958e9bfa03f0ea57&device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 1096 time: 0.0801463 Aug 26 13:42:10.350047 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-70efc75f-d9ac-40d4-9696-5673b3d10d1b req-d9140672-59b0-4122-9aff-efecff2105fa tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749040 Aug 26 13:42:10.440835 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676824d-2583-4759-a499-495af9361047 req-982a5720-c4a9-4ed4-bb11-9e2cc2beb110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:10.442445 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7676824d-2583-4759-a499-495af9361047 req-982a5720-c4a9-4ed4-bb11-9e2cc2beb110 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=cb7886896a194491958e9bfa03f0ea57&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1225226 Aug 26 13:42:10.547693 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676824d-2583-4759-a499-495af9361047 req-6bd39ac1-57c6-48f0-9203-b474a43fce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:10.549128 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7676824d-2583-4759-a499-495af9361047 req-6bd39ac1-57c6-48f0-9203-b474a43fce6b service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0999310 Aug 26 13:42:10.667479 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-4cdf6255-d01d-452a-9853-429ee2152470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:10.669464 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-4cdf6255-d01d-452a-9853-429ee2152470 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb7886896a194491958e9bfa03f0ea57&device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 1096 time: 0.0445256 Aug 26 13:42:10.739058 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-e0246d56-5a1d-4fe7-ac92-c4c144130d37 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08d57c90-0cee-4b72-934c-f142616fe0bd HTTP/1.1" status: 200 len: 217 time: 0.0530624 Aug 26 13:42:10.789465 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-7498f24d-4305-4920-adc1-f5266125f54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:10.790966 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-7498f24d-4305-4920-adc1-f5266125f54c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f404f389-dc0c-4c0d-a515-d27c76237ec3 HTTP/1.1" status: 200 len: 854 time: 0.0444469 Aug 26 13:42:10.844650 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-4aee30e6-df29-4d67-9801-324e661b8aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:10.876173 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-4aee30e6-df29-4d67-9801-324e661b8aa7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f0cbbb0-e1d8-4eda-8b5a-9467452e6368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0467379 Aug 26 13:42:10.940028 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-88ba06ff-3fd3-4493-9c46-02b4d0579458 service neutron] 10.222.0.38 "GET /v2.0/networks/4f0cbbb0-e1d8-4eda-8b5a-9467452e6368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861030 Aug 26 13:42:11.041328 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5ff1a9cb-24a6-484e-b3cd-ab623e1e240c req-9822c5ab-e797-4004-a8ea-24db472c78e4 service neutron] 10.222.0.38 "GET /v2.0/networks/4f0cbbb0-e1d8-4eda-8b5a-9467452e6368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939655 Aug 26 13:42:11.134003 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b129c5-684f-49a1-b5b7-be1feaa6451d req-0cb87639-0047-42af-b453-d4b1d9dfb62f tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:11.135636 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-07b129c5-684f-49a1-b5b7-be1feaa6451d req-0cb87639-0047-42af-b453-d4b1d9dfb62f tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 943 time: 0.0565600 Aug 26 13:42:11.183875 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-07b129c5-684f-49a1-b5b7-be1feaa6451d req-09e996fb-4c88-4e1f-8136-c38e94749d70 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415194 Aug 26 13:42:11.496112 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08429aab-0156-4a6b-b65a-3cd8761832b6 req-835389dd-b681-404a-95b4-6f12d2e6edcb tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:11.497613 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-08429aab-0156-4a6b-b65a-3cd8761832b6 req-835389dd-b681-404a-95b4-6f12d2e6edcb tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0498917 Aug 26 13:42:11.545007 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-08429aab-0156-4a6b-b65a-3cd8761832b6 req-2ac3040c-73f5-4590-b7a7-4651bccbda8e tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382316 Aug 26 13:42:12.334595 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909c102-745e-44c6-8b46-8a081afd3b8e req-8efb937a-9d6a-4c1f-af91-51997acde4c2 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:12.336754 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f909c102-745e-44c6-8b46-8a081afd3b8e req-8efb937a-9d6a-4c1f-af91-51997acde4c2 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 943 time: 0.0647719 Aug 26 13:42:12.377354 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f909c102-745e-44c6-8b46-8a081afd3b8e req-cf1c491a-f0c0-461e-8f5c-e8bd94f66bbf tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339272 Aug 26 13:42:12.679964 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124aeb9-4e28-4503-83f2-58a379336acd req-253f7b7f-2c1d-44dd-9ccf-500cd3b1ffc5 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:12.681609 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f124aeb9-4e28-4503-83f2-58a379336acd req-253f7b7f-2c1d-44dd-9ccf-500cd3b1ffc5 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0570574 Aug 26 13:42:12.724908 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f124aeb9-4e28-4503-83f2-58a379336acd req-102c84c1-b9a2-49ab-9e7b-402c88f6c560 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367923 Aug 26 13:42:13.225874 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 33080) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:42:13.329007 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-2a637e66-b657-450b-8ed0-43135b1b1eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:13.415393 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-2a637e66-b657-450b-8ed0-43135b1b1eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:13.491467 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-2a637e66-b657-450b-8ed0-43135b1b1eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:13.509687 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867fe940-8802-4656-b4ee-ebe28d53ca9f req-bef57ed0-341f-4604-a38e-73f4d49e8bb6 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:13.511279 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-867fe940-8802-4656-b4ee-ebe28d53ca9f req-bef57ed0-341f-4604-a38e-73f4d49e8bb6 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 943 time: 0.0634274 Aug 26 13:42:13.542385 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-2a637e66-b657-450b-8ed0-43135b1b1eca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2adea0f70343417c8433bedc101360a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3154299 Aug 26 13:42:13.545345 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 33088) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:42:13.559687 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a637e66-b657-450b-8ed0-43135b1b1eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4330d942-604f-42ef-9b6f-444bc0882369,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:13.580260 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-867fe940-8802-4656-b4ee-ebe28d53ca9f req-f6ae206c-20ec-44bb-9de5-45e0c0dfa67b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535932 Aug 26 13:42:13.603034 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-dabe936d-0fec-4bc9-a774-9a6eacb7c166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:13.625387 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-dabe936d-0fec-4bc9-a774-9a6eacb7c166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:13.786553 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-dabe936d-0fec-4bc9-a774-9a6eacb7c166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:13.789938 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-dabe936d-0fec-4bc9-a774-9a6eacb7c166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:13.791288 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-dabe936d-0fec-4bc9-a774-9a6eacb7c166 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4330d942-604f-42ef-9b6f-444bc0882369 HTTP/1.1" status: 204 len: 168 time: 0.2448077 Aug 26 13:42:13.807755 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe936d-0fec-4bc9-a774-9a6eacb7c166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4330d942-604f-42ef-9b6f-444bc0882369,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:13.851416 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6676e-6aa9-4ff6-a7eb-e4385c636500 req-d4a8fda7-6fd3-4c72-a46c-c7a1d991cf1f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:13.853142 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-52a6676e-6aa9-4ff6-a7eb-e4385c636500 req-d4a8fda7-6fd3-4c72-a46c-c7a1d991cf1f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0564356 Aug 26 13:42:13.868617 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 08d57c90-0cee-4b72-934c-f142616fe0bd details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=94616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 13:42:13.905035 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-52a6676e-6aa9-4ff6-a7eb-e4385c636500 req-27a97191-ca9b-40df-a628-97a6ff8d15ee tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446579 Aug 26 13:42:13.991642 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 08d57c90-0cee-4b72-934c-f142616fe0bd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=08d57c90-0cee-4b72-934c-f142616fe0bd,segment=NetworkSegment(622f9d42-2ef0-4df2-9e01-d60060392ec1),segment_id=622f9d42-2ef0-4df2-9e01-d60060392ec1)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:42:14.013130 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Returning: {'device': '08d57c90-0cee-4b72-934c-f142616fe0bd', 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368', 'port_id': '08d57c90-0cee-4b72-934c-f142616fe0bd', 'mac_address': 'fa:16:3e:a1:19:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f404f389-dc0c-4c0d-a515-d27c76237ec3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 13:42:14.063409 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:14.077623 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08d57c90-0cee-4b72-934c-f142616fe0bd {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:42:14.099465 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 08d57c90-0cee-4b72-934c-f142616fe0bd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=08d57c90-0cee-4b72-934c-f142616fe0bd,segment=NetworkSegment(622f9d42-2ef0-4df2-9e01-d60060392ec1),segment_id=622f9d42-2ef0-4df2-9e01-d60060392ec1)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:42:14.163364 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:14.222685 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=08d57c90-0cee-4b72-934c-f142616fe0bd,revision_number=4']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:14.230805 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:42:14.231160 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:42:14.231507 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:42:14.231848 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:42:14.232185 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:42:14.232520 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:42:14.232853 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:42:14.233181 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:42:14.233511 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:42:14.233868 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:42:14.234196 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:42:14.234519 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:42:14.470269 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 33096) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:42:14.485418 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-8cac024e-1bd3-4144-ada3-ebaf5b7f5a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:14.616669 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-8cac024e-1bd3-4144-ada3-ebaf5b7f5a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:14.693530 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-8cac024e-1bd3-4144-ada3-ebaf5b7f5a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:14.739350 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac024e-1bd3-4144-ada3-ebaf5b7f5a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dd7e60-337e-40c5-81b9-71dac00a744d,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:14.743640 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-8cac024e-1bd3-4144-ada3-ebaf5b7f5a7a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e7d1915921874f60811ed0c09e881e6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2722340 Aug 26 13:42:14.746344 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 33102) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:42:14.756273 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673b601-6d8e-4500-8603-82ecc05c627f req-b7970f3c-cd16-480c-bfbf-34c3536f6a30 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:14.757833 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1673b601-6d8e-4500-8603-82ecc05c627f req-b7970f3c-cd16-480c-bfbf-34c3536f6a30 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 944 time: 0.0960979 Aug 26 13:42:14.800300 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1673b601-6d8e-4500-8603-82ecc05c627f req-332ca035-8ae1-4ad0-89c8-7c9727d4ec7b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352011 Aug 26 13:42:14.804189 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7d0508e8-ac06-4d48-871a-5b14a10f9356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:14.842314 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7d0508e8-ac06-4d48-871a-5b14a10f9356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:14.970300 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7d0508e8-ac06-4d48-871a-5b14a10f9356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:14.973077 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7d0508e8-ac06-4d48-871a-5b14a10f9356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:14.974336 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-7d0508e8-ac06-4d48-871a-5b14a10f9356 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c8dd7e60-337e-40c5-81b9-71dac00a744d HTTP/1.1" status: 204 len: 168 time: 0.2269788 Aug 26 13:42:14.983340 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0508e8-ac06-4d48-871a-5b14a10f9356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dd7e60-337e-40c5-81b9-71dac00a744d,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:15.035403 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32927ad9-afc7-4cbb-a8dd-53638c1b095b req-5b1671b0-9305-477c-9b5e-aa7f91d1a161 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:15.037088 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-32927ad9-afc7-4cbb-a8dd-53638c1b095b req-5b1671b0-9305-477c-9b5e-aa7f91d1a161 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0604682 Aug 26 13:42:15.077647 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-32927ad9-afc7-4cbb-a8dd-53638c1b095b req-6f2d6da3-e2b4-4146-b380-da9262dc176c tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341322 Aug 26 13:42:15.172645 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['08d57c90-0cee-4b72-934c-f142616fe0bd'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:42:15.814190 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-9a8a7afd-81d4-4963-ac73-536dcd03629d tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:15.815557 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-9a8a7afd-81d4-4963-ac73-536dcd03629d tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/networks?id=6def9aa7-77f9-4b41-b983-9ee6a7d4d136 HTTP/1.1" status: 200 len: 814 time: 0.1049142 Aug 26 13:42:15.831714 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-2eb683ca-a4d0-43fa-967e-52067ca2ef33 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/quotas/f7c1ac4776f8491da8ed9fa3e10f556b HTTP/1.1" status: 200 len: 375 time: 0.0094416 Aug 26 13:42:15.868650 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-3847d31b-c3c9-4679-825e-bab4b3d35eb1 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f7c1ac4776f8491da8ed9fa3e10f556b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288928 Aug 26 13:42:16.007486 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c066e0-b408-4cd6-8d84-5538dc2a2f23 req-37d19fc4-ec9d-44fe-ab71-7055afd04f16 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:16.009001 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c9c066e0-b408-4cd6-8d84-5538dc2a2f23 req-37d19fc4-ec9d-44fe-ab71-7055afd04f16 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 944 time: 0.0805991 Aug 26 13:42:16.015215 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-9fa7dae5-c68f-425a-a03e-dcb267a151bc service neutron] 10.222.0.35 "GET /v2.0/networks/6def9aa7-77f9-4b41-b983-9ee6a7d4d136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384459 Aug 26 13:42:16.347597 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c9c066e0-b408-4cd6-8d84-5538dc2a2f23 req-5cc86d60-db78-4b7a-a9ea-954526a3fa5f tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3315325 Aug 26 13:42:16.392068 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-8ff9e974-c161-4416-afd7-ad8958079eda service neutron] 10.222.0.35 "GET /v2.0/networks/6def9aa7-77f9-4b41-b983-9ee6a7d4d136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697860 Aug 26 13:42:16.493891 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a586d-904a-4048-a66a-5b72dcacd7e6 req-947bf1f4-abd4-4f72-a952-8455f0146047 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:16.495402 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-488a586d-904a-4048-a66a-5b72dcacd7e6 req-947bf1f4-abd4-4f72-a952-8455f0146047 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0574486 Aug 26 13:42:16.536201 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-488a586d-904a-4048-a66a-5b72dcacd7e6 req-03b14a2a-b6b4-4cb2-843d-167f7b91be72 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347071 Aug 26 13:42:16.666563 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-638b94da-6734-469a-bd36-357c30f1d243 req-9fa15ce6-dfae-47a2-9907-8e9c48671cbb tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/ports?device_id=a01ce594-87bb-42e1-8976-62bd2e5f6680 HTTP/1.1" status: 200 len: 210 time: 0.0423639 Aug 26 13:42:16.859531 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 08d57c90-0cee-4b72-934c-f142616fe0bd up at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:42:16.991304 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning for port 08d57c90-0cee-4b72-934c-f142616fe0bd completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:42:16.996081 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning complete for port 08d57c90-0cee-4b72-934c-f142616fe0bd triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:42:16.998834 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:17.082701 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:17.107182 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a36384-d740-49f8-bae0-e39291044de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d57c90-0cee-4b72-934c-f142616fe0bd'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:42:17.109444 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adf09783f65fc29d397fc30c9e785295af8fecd29e58eb7f547da51af43e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ec7e7f-b951-40be-bd83-cad772ed92e4" -d '{"events": [{"server_uuid": "85a36384-d740-49f8-bae0-e39291044de3", "name": "network-vif-plugged", "status": "completed", "tag": "08d57c90-0cee-4b72-934c-f142616fe0bd"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:42:17.130041 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 08d57c90-0cee-4b72-934c-f142616fe0bd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=08d57c90-0cee-4b72-934c-f142616fe0bd,segment=NetworkSegment(622f9d42-2ef0-4df2-9e01-d60060392ec1),segment_id=622f9d42-2ef0-4df2-9e01-d60060392ec1)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:42:17.151719 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34b9802-081f-455e-ab7f-ed0a6eefca9d x-openstack-request-id: req-c34b9802-081f-455e-ab7f-ed0a6eefca9d {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:42:17.151719 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a36384-d740-49f8-bae0-e39291044de3", "name": "network-vif-plugged", "status": "completed", "tag": "08d57c90-0cee-4b72-934c-f142616fe0bd", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:42:17.151719 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c34b9802-081f-455e-ab7f-ed0a6eefca9d {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:42:17.152105 dv-cinder-786386-11-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a36384-d740-49f8-bae0-e39291044de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d57c90-0cee-4b72-934c-f142616fe0bd', 'code': 200} Aug 26 13:42:17.191114 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:17.244197 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=08d57c90-0cee-4b72-934c-f142616fe0bd,revision_number=5']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:17.477439 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177a20f-9dc6-4436-abde-43fb9e6f825b req-5c91922b-f022-40fc-87cb-d53f9a9a3c84 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:17.479019 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4177a20f-9dc6-4436-abde-43fb9e6f825b req-5c91922b-f022-40fc-87cb-d53f9a9a3c84 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.0517232 Aug 26 13:42:17.549794 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4177a20f-9dc6-4436-abde-43fb9e6f825b req-d7cfcb82-90f4-41a9-b255-785ca02f7731 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616772 Aug 26 13:42:17.555492 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c96489-8c3e-4b9f-9f3b-10abc4cc6471 req-d421dd3e-8a51-4ee0-b391-c503e070a94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:17.557111 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-99c96489-8c3e-4b9f-9f3b-10abc4cc6471 req-d421dd3e-8a51-4ee0-b391-c503e070a94a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 1098 time: 0.0770447 Aug 26 13:42:17.633761 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-99c96489-8c3e-4b9f-9f3b-10abc4cc6471 req-d096dc40-2e35-410d-9708-5117d5526798 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619524 Aug 26 13:42:17.676480 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47dd9b8-81c8-4bae-aef8-004ceae312c1 req-f687996f-ef2c-4690-8bae-ff092b80ba33 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:17.678046 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c47dd9b8-81c8-4bae-aef8-004ceae312c1 req-f687996f-ef2c-4690-8bae-ff092b80ba33 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0580013 Aug 26 13:42:17.725316 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c47dd9b8-81c8-4bae-aef8-004ceae312c1 req-5af13eea-27b3-4f34-b9a9-2778fe2ab832 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402610 Aug 26 13:42:17.766731 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e94615fb-bb19-42b6-99d4-2d6969b2a8c2 req-f8fc04a8-ef56-4513-b01a-2d4bcbacef65 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/ports?device_id=a01ce594-87bb-42e1-8976-62bd2e5f6680 HTTP/1.1" status: 200 len: 210 time: 0.0293415 Aug 26 13:42:18.695907 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5300117-a835-45ba-9d2d-28d47bcb5b19 req-20547b1f-0bf1-4b03-a792-46f8c9055e79 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:18.697847 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c5300117-a835-45ba-9d2d-28d47bcb5b19 req-20547b1f-0bf1-4b03-a792-46f8c9055e79 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.0637188 Aug 26 13:42:18.755078 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c5300117-a835-45ba-9d2d-28d47bcb5b19 req-0d1fa8c8-326a-46ba-ba16-2a127b5b3977 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479140 Aug 26 13:42:18.888135 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-21f3b726-cb0b-40f9-a5c8-06cc3cca818e req-4312b8c2-6c35-4b77-b6b2-27a30f1cf337 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/ports?device_id=a01ce594-87bb-42e1-8976-62bd2e5f6680 HTTP/1.1" status: 200 len: 210 time: 0.0412748 Aug 26 13:42:18.929092 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9f85a-7e1d-49d5-93b3-cffa194e205c req-47b0064e-4003-4975-9e8a-1bf652f40eef tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:18.930865 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-fbc9f85a-7e1d-49d5-93b3-cffa194e205c req-47b0064e-4003-4975-9e8a-1bf652f40eef tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0709507 Aug 26 13:42:18.988331 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-fbc9f85a-7e1d-49d5-93b3-cffa194e205c req-881be130-ab35-4a9a-94fe-7acf309604fb tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511675 Aug 26 13:42:19.179609 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-85d2b302-09e5-486d-9dff-17352deaf199 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:19.182170 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-85d2b302-09e5-486d-9dff-17352deaf199 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.38 "GET /v2.0/networks?id=6def9aa7-77f9-4b41-b983-9ee6a7d4d136 HTTP/1.1" status: 200 len: 814 time: 0.1743965 Aug 26 13:42:19.202168 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-a17d8a58-9b6a-4efd-adb1-c5f7f965a16d tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Request body: {'port': {'device_id': 'a01ce594-87bb-42e1-8976-62bd2e5f6680', 'network_id': '6def9aa7-77f9-4b41-b983-9ee6a7d4d136', 'admin_state_up': True, 'tenant_id': 'f7c1ac4776f8491da8ed9fa3e10f556b'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:42:19.424705 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-a17d8a58-9b6a-4efd-adb1-c5f7f965a16d tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Made reservation on behalf of f7c1ac4776f8491da8ed9fa3e10f556b for: {'port': 1} {{(pid=94614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:42:19.428975 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-a17d8a58-9b6a-4efd-adb1-c5f7f965a16d tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:19.481152 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3e2ed-998e-4ef0-8609-df5745d3e178 req-637b92a2-aa9f-4c05-91f3-c25a83baaf32 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:19.482783 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c2c3e2ed-998e-4ef0-8609-df5745d3e178 req-637b92a2-aa9f-4c05-91f3-c25a83baaf32 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0963910 Aug 26 13:42:19.589389 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c2c3e2ed-998e-4ef0-8609-df5745d3e178 req-ab22a4e4-6bd6-41d9-81f7-8b8d1e2e621a tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748434 Aug 26 13:42:19.601915 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f03d9-95d3-40c6-beb4-1fa86a6fc42d req-fc288f5d-c9a6-4896-8063-e935cc2911dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:19.604168 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ab6f03d9-95d3-40c6-beb4-1fa86a6fc42d req-fc288f5d-c9a6-4896-8063-e935cc2911dc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=65130eabd4ec48ceae0756fbd43feccb&device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 1098 time: 0.0793798 Aug 26 13:42:19.654035 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_common [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-a17d8a58-9b6a-4efd-adb1-c5f7f965a16d tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Allocated IP 172.20.0.10 (6def9aa7-77f9-4b41-b983-9ee6a7d4d136/b76a4778-2bda-453e-9c5b-4d0bc567ef64/9843527f-5069-45c3-94b6-456acb0093f5) {{(pid=94614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:42:19.723386 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f03d9-95d3-40c6-beb4-1fa86a6fc42d req-d0a147b3-1930-43f0-9312-6d90bd36dee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:19.726222 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ab6f03d9-95d3-40c6-beb4-1fa86a6fc42d req-d0a147b3-1930-43f0-9312-6d90bd36dee8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d1d603f2-7a88-43bf-9288-e294a103440d HTTP/1.1" status: 200 len: 911 time: 0.1120884 Aug 26 13:42:19.822367 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ab6f03d9-95d3-40c6-beb4-1fa86a6fc42d req-e7bfd5e4-84b6-4ac3-bcf8-f4dfda63a959 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6 HTTP/1.1" status: 200 len: 1000 time: 0.0862420 Aug 26 13:42:19.883975 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f03d9-95d3-40c6-beb4-1fa86a6fc42d req-2aa87d60-8f44-4913-bf7b-4abde925ba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:19.885670 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ab6f03d9-95d3-40c6-beb4-1fa86a6fc42d req-2aa87d60-8f44-4913-bf7b-4abde925ba5c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c1715bbd-f5d8-429f-ad95-4ec258043bdf HTTP/1.1" status: 200 len: 849 time: 0.0559540 Aug 26 13:42:19.890030 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-a17d8a58-9b6a-4efd-adb1-c5f7f965a16d tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Notify callbacks [] for port, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:19.924990 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfa999-3a42-47cf-ad93-4c19ef1dc5ed req-97c33a02-d192-4b9b-8da3-407003485c93 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:19.927198 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f2bfa999-3a42-47cf-ad93-4c19ef1dc5ed req-97c33a02-d192-4b9b-8da3-407003485c93 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.0774772 Aug 26 13:42:19.960098 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f03d9-95d3-40c6-beb4-1fa86a6fc42d req-d257f28d-100b-41b1-b629-deb0f2cc40fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:19.962902 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ab6f03d9-95d3-40c6-beb4-1fa86a6fc42d req-d257f28d-100b-41b1-b629-deb0f2cc40fe service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d1d603f2-7a88-43bf-9288-e294a103440d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0693746 Aug 26 13:42:20.019211 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f2bfa999-3a42-47cf-ad93-4c19ef1dc5ed req-2517003b-4cc3-4d09-b253-84d090f6c0fd tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786736 Aug 26 13:42:20.036270 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-bec1b884-8745-41e5-b292-a03aa78cb54a req-92785f26-68b7-4233-8d3c-cc3199999aba tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/ports?device_id=a01ce594-87bb-42e1-8976-62bd2e5f6680 HTTP/1.1" status: 200 len: 210 time: 0.0394065 Aug 26 13:42:20.057601 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-a17d8a58-9b6a-4efd-adb1-c5f7f965a16d tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:20.105186 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ab6f03d9-95d3-40c6-beb4-1fa86a6fc42d req-e956e86d-5301-4d57-9abf-ad207db8d377 service neutron] 10.222.0.38 "GET /v2.0/networks/d1d603f2-7a88-43bf-9288-e294a103440d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330602 Aug 26 13:42:20.148648 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-a17d8a58-9b6a-4efd-adb1-c5f7f965a16d tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Network 6def9aa7-77f9-4b41-b983-9ee6a7d4d136 is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:42:20.187195 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-a17d8a58-9b6a-4efd-adb1-c5f7f965a16d tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:42:20.194579 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-a17d8a58-9b6a-4efd-adb1-c5f7f965a16d tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Received port after_create {{(pid=94614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:42:20.232997 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d8a58-9b6a-4efd-adb1-c5f7f965a16d tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Pushing event updated for resources: {'Port': ['ID=9843527f-5069-45c3-94b6-456acb0093f5,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:20.233838 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ab6f03d9-95d3-40c6-beb4-1fa86a6fc42d req-6377a5ce-330d-46c2-ad65-98614290baf8 service neutron] 10.222.0.38 "GET /v2.0/networks/d1d603f2-7a88-43bf-9288-e294a103440d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200969 Aug 26 13:42:20.267922 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac8b45-1266-486e-8c13-b9e581ea2e18 req-d992a2d2-3055-4ceb-96d4-03e6966b6a67 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:20.269641 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e9ac8b45-1266-486e-8c13-b9e581ea2e18 req-d992a2d2-3055-4ceb-96d4-03e6966b6a67 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.1580217 Aug 26 13:42:20.276498 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-a17d8a58-9b6a-4efd-adb1-c5f7f965a16d tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:20.277175 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-a17d8a58-9b6a-4efd-adb1-c5f7f965a16d tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:20.286054 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 33224) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:42:20.293128 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-1dc0ff6d-3726-4fa6-9320-c5ab20dfbc17 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Request body: {'floatingip': {'port_id': '08d57c90-0cee-4b72-934c-f142616fe0bd'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:42:20.341693 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1dc0ff6d-3726-4fa6-9320-c5ab20dfbc17 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for floatingip, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:20.358718 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-a17d8a58-9b6a-4efd-adb1-c5f7f965a16d tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1604948 Aug 26 13:42:20.382988 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-fb034525-a742-4831-9437-1f2360302ce1 service neutron] Request body: {'port': {'device_id': 'a01ce594-87bb-42e1-8976-62bd2e5f6680', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:42:20.469357 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-fb034525-a742-4831-9437-1f2360302ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:20.771770 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f41bef-801a-41c3-a965-7c4a5b5184e4 req-0cebb172-cadf-4cbf-8fdb-c8a0eb70ecc7 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:20.773564 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-79f41bef-801a-41c3-a965-7c4a5b5184e4 req-0cebb172-cadf-4cbf-8fdb-c8a0eb70ecc7 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0909708 Aug 26 13:42:20.870282 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-79f41bef-801a-41c3-a965-7c4a5b5184e4 req-8bb1668a-1192-484a-8727-8de3a998b1f0 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893462 Aug 26 13:42:20.891531 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-fb034525-a742-4831-9437-1f2360302ce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9843527f-5069-45c3-94b6-456acb0093f5 {{(pid=94614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:42:20.902065 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-fb034525-a742-4831-9437-1f2360302ce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:20.915566 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-fb034525-a742-4831-9437-1f2360302ce1 service neutron] Transition to ACTIVE for port object 9843527f-5069-45c3-94b6-456acb0093f5 will not be triggered until provisioned by entity L2. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:42:20.918560 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1dc0ff6d-3726-4fa6-9320-c5ab20dfbc17 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:20.996535 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-fb034525-a742-4831-9437-1f2360302ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625096'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:20.996977 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1dc0ff6d-3726-4fa6-9320-c5ab20dfbc17 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430417'] for floatingip, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:21.051095 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb034525-a742-4831-9437-1f2360302ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=9843527f-5069-45c3-94b6-456acb0093f5,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:21.134162 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.db.l3_db [None req-1dc0ff6d-3726-4fa6-9320-c5ab20dfbc17 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Floating IP 11a02525-d91e-42d8-badd-804ba6e262ec associated. External IP: 172.27.2.52, port: 08d57c90-0cee-4b72-934c-f142616fe0bd. Aug 26 13:42:21.176609 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-fb034525-a742-4831-9437-1f2360302ce1 service neutron] Attempting to bind port 9843527f-5069-45c3-94b6-456acb0093f5 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:42:21.177326 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-fb034525-a742-4831-9437-1f2360302ce1 service neutron] Attempting to bind port 9843527f-5069-45c3-94b6-456acb0093f5 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '01409fc2-f7f4-4705-a109-5784e02918b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6def9aa7-77f9-4b41-b983-9ee6a7d4d136'}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:42:21.178326 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-fb034525-a742-4831-9437-1f2360302ce1 service neutron] Attempting to bind port 9843527f-5069-45c3-94b6-456acb0093f5 on network 6def9aa7-77f9-4b41-b983-9ee6a7d4d136 {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:42:21.185793 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-fb034525-a742-4831-9437-1f2360302ce1 service neutron] Port 9843527f-5069-45c3-94b6-456acb0093f5 on network 6def9aa7-77f9-4b41-b983-9ee6a7d4d136 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 13:42:21.186344 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-fb034525-a742-4831-9437-1f2360302ce1 service neutron] Attempting to bind port 9843527f-5069-45c3-94b6-456acb0093f5 on network 6def9aa7-77f9-4b41-b983-9ee6a7d4d136 {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:42:21.194436 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-fb034525-a742-4831-9437-1f2360302ce1 service neutron] Checking agent: {'id': 'ecd4b6ee-6295-46a8-8c11-8af9b25961a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'started_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:42:21.198812 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-fb034525-a742-4831-9437-1f2360302ce1 service neutron] Checking segment: {'id': '01409fc2-f7f4-4705-a109-5784e02918b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6def9aa7-77f9-4b41-b983-9ee6a7d4d136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:42:21.198812 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-fb034525-a742-4831-9437-1f2360302ce1 service neutron] Bound using segment: {'id': '01409fc2-f7f4-4705-a109-5784e02918b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6def9aa7-77f9-4b41-b983-9ee6a7d4d136'} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:42:21.198812 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-fb034525-a742-4831-9437-1f2360302ce1 service neutron] Bound port: 9843527f-5069-45c3-94b6-456acb0093f5, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01409fc2-f7f4-4705-a109-5784e02918b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6def9aa7-77f9-4b41-b983-9ee6a7d4d136'}}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:42:21.198812 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-fb034525-a742-4831-9437-1f2360302ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:21.305025 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-fb034525-a742-4831-9437-1f2360302ce1 service neutron] For port 9843527f-5069-45c3-94b6-456acb0093f5, host hv-cinder-78638, cleared binding levels {{(pid=94614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:42:21.310923 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-fb034525-a742-4831-9437-1f2360302ce1 service neutron] For port 9843527f-5069-45c3-94b6-456acb0093f5, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9843527f-5069-45c3-94b6-456acb0093f5,segment=NetworkSegment(01409fc2-f7f4-4705-a109-5784e02918b0),segment_id=01409fc2-f7f4-4705-a109-5784e02918b0)] {{(pid=94614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:42:21.408850 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-fb034525-a742-4831-9437-1f2360302ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625096'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:21.450025 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc0ff6d-3726-4fa6-9320-c5ab20dfbc17 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Router fdb0a255-e87a-4160-91bc-2c34ce5120d7 has already been hosted by L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 {{(pid=94615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 13:42:21.479656 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-fb034525-a742-4831-9437-1f2360302ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:21.480286 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-fb034525-a742-4831-9437-1f2360302ce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:21.481781 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-fb034525-a742-4831-9437-1f2360302ce1 service neutron] 10.222.0.38 "PUT /v2.0/ports/9843527f-5069-45c3-94b6-456acb0093f5 HTTP/1.1" status: 200 len: 1094 time: 1.1071994 Aug 26 13:42:21.482404 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a01ce594-87bb-42e1-8976-62bd2e5f6680', 'tag': '9843527f-5069-45c3-94b6-456acb0093f5'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:42:21.484738 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a01c3ba01e4bf0bec97fb524610b41262b2b21d9aec27a526a98035f21d3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c224b6-ba05-457a-9b1d-e430b748112d" -d '{"events": [{"name": "network-changed", "server_uuid": "a01ce594-87bb-42e1-8976-62bd2e5f6680", "tag": "9843527f-5069-45c3-94b6-456acb0093f5"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:42:21.522850 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb034525-a742-4831-9437-1f2360302ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=9843527f-5069-45c3-94b6-456acb0093f5,revision_number=3']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:21.536356 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ef28e-117a-49aa-a3b3-43ee2c9dda8d req-479820e0-f92f-42d9-83f4-c6c8ae3b0636 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:21.537269 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-774ef28e-117a-49aa-a3b3-43ee2c9dda8d req-479820e0-f92f-42d9-83f4-c6c8ae3b0636 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/ports?device_id=a01ce594-87bb-42e1-8976-62bd2e5f6680 HTTP/1.1" status: 200 len: 944 time: 0.4020326 Aug 26 13:42:21.538802 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 13:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6246f12-fb23-42da-b542-9327298e5a7f x-openstack-request-id: req-e6246f12-fb23-42da-b542-9327298e5a7f {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:42:21.539170 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a01ce594-87bb-42e1-8976-62bd2e5f6680", "tag": "9843527f-5069-45c3-94b6-456acb0093f5", "status": "completed", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:42:21.539363 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e6246f12-fb23-42da-b542-9327298e5a7f {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:42:21.539801 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a01ce594-87bb-42e1-8976-62bd2e5f6680', 'tag': '9843527f-5069-45c3-94b6-456acb0093f5', 'status': 'completed', 'code': 200} Aug 26 13:42:21.599118 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-774ef28e-117a-49aa-a3b3-43ee2c9dda8d req-d18ddfe0-f28b-4295-8783-491cdcac63f4 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e6738b4-02be-4ca1-85ec-52cd6e0043a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531673 Aug 26 13:42:21.614947 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc0ff6d-3726-4fa6-9320-c5ab20dfbc17 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:42:21.631892 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1dc0ff6d-3726-4fa6-9320-c5ab20dfbc17 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for floatingip, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:21.639572 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39f711b-03d1-4598-955a-7dac4cb947c9 None None] Sync routers for ids ['fdb0a255-e87a-4160-91bc-2c34ce5120d7'] in dv-cinder-786386-11-iscsi {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:42:21.641083 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c224b6-ba05-457a-9b1d-e430b748112d req-0bc6d555-8810-43fe-a27c-82ee69286645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:21.642733 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c9c224b6-ba05-457a-9b1d-e430b748112d req-0bc6d555-8810-43fe-a27c-82ee69286645 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f7c1ac4776f8491da8ed9fa3e10f556b&device_id=a01ce594-87bb-42e1-8976-62bd2e5f6680 HTTP/1.1" status: 200 len: 1097 time: 0.0590341 Aug 26 13:42:21.658758 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39f711b-03d1-4598-955a-7dac4cb947c9 None None] Routers {'fdb0a255-e87a-4160-91bc-2c34ce5120d7'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:42:21.659412 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-a39f711b-03d1-4598-955a-7dac4cb947c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:41:57Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['fdb0a255-e87a-4160-91bc-2c34ce5120d7'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:42:21.691588 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-1dc0ff6d-3726-4fa6-9320-c5ab20dfbc17 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "PUT /v2.0/floatingips/11a02525-d91e-42d8-badd-804ba6e262ec HTTP/1.1" status: 200 len: 990 time: 1.4036815 Aug 26 13:42:21.693672 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a36384-d740-49f8-bae0-e39291044de3', 'tag': '08d57c90-0cee-4b72-934c-f142616fe0bd'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:42:21.712981 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea93b417d78f98f8f49a9646f42316e7837148fdcc5dd11c49486c93967457e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5ad30b-0e98-4f03-80ca-07fab513fc8c" -d '{"events": [{"name": "network-changed", "server_uuid": "85a36384-d740-49f8-bae0-e39291044de3", "tag": "08d57c90-0cee-4b72-934c-f142616fe0bd"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:42:21.779028 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 13:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854a2438-88f0-45c2-83dd-50f63e2415af x-openstack-request-id: req-854a2438-88f0-45c2-83dd-50f63e2415af {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:42:21.779557 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a36384-d740-49f8-bae0-e39291044de3", "tag": "08d57c90-0cee-4b72-934c-f142616fe0bd", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:42:21.780015 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-854a2438-88f0-45c2-83dd-50f63e2415af {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:42:21.780590 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85a36384-d740-49f8-bae0-e39291044de3', 'tag': '08d57c90-0cee-4b72-934c-f142616fe0bd', 'status': 'completed', 'code': 200} Aug 26 13:42:21.818473 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-a39f711b-03d1-4598-955a-7dac4cb947c9 None None] Set router fdb0a255-e87a-4160-91bc-2c34ce5120d7 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:42:21.825138 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c224b6-ba05-457a-9b1d-e430b748112d req-61f4fd25-74db-4d28-a1bb-a67c5b65a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:21.827323 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c9c224b6-ba05-457a-9b1d-e430b748112d req-61f4fd25-74db-4d28-a1bb-a67c5b65a359 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=f7c1ac4776f8491da8ed9fa3e10f556b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1687081 Aug 26 13:42:21.880377 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ad30b-0e98-4f03-80ca-07fab513fc8c req-53179972-62d7-497b-bc42-9c7be963f699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:21.882005 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-8d5ad30b-0e98-4f03-80ca-07fab513fc8c req-53179972-62d7-497b-bc42-9c7be963f699 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb7886896a194491958e9bfa03f0ea57&device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 1098 time: 0.0526748 Aug 26 13:42:21.990679 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c224b6-ba05-457a-9b1d-e430b748112d req-c5e35a06-a1d8-4416-8ccc-568a05fa1c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:21.992295 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c9c224b6-ba05-457a-9b1d-e430b748112d req-c5e35a06-a1d8-4416-8ccc-568a05fa1c3b service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1574247 Aug 26 13:42:22.056275 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ad30b-0e98-4f03-80ca-07fab513fc8c req-9f059d7e-9f28-49bb-8533-e62f7827c605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:22.058004 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-8d5ad30b-0e98-4f03-80ca-07fab513fc8c req-9f059d7e-9f28-49bb-8533-e62f7827c605 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f0cbbb0-e1d8-4eda-8b5a-9467452e6368 HTTP/1.1" status: 200 len: 916 time: 0.1687102 Aug 26 13:42:22.073922 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe11a54-f205-4505-9786-beca9ab82fbf req-7af751d0-8eb0-47c1-b332-110c274f9f57 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:22.078752 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3fe11a54-f205-4505-9786-beca9ab82fbf req-7af751d0-8eb0-47c1-b332-110c274f9f57 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0838313 Aug 26 13:42:22.152508 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-a39f711b-03d1-4598-955a-7dac4cb947c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'name': 'tempest-AttachVolumeShelveTestJSON-95078014-router', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:37:22Z', 'updated_at': '2021-08-26T13:37:29Z', 'revision_number': 4, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'gw_port': {'id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:24Z', 'updated_at': '2021-08-26T13:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_floatingips': [{'id': '11a02525-d91e-42d8-badd-804ba6e262ec', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'router_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'port_id': '08d57c90-0cee-4b72-934c-f142616fe0bd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368', 'mac_address': 'fa:16:3e:a1:19:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a36384-d740-49f8-bae0-e39291044de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T13:42:00Z', 'updated_at': '2021-08-26T13:42:20Z', 'revision_number': 1, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a76ee43c-da1e-4ef0-a139-efd20c3ba409', 'name': '', 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'mac_address': 'fa:16:3e:22:79:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f404f389-dc0c-4c0d-a515-d27c76237ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:28Z', 'updated_at': '2021-08-26T13:37:41Z', 'revision_number': 5, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'subnets': [{'id': 'f404f389-dc0c-4c0d-a515-d27c76237ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:42:22.181058 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-8d5ad30b-0e98-4f03-80ca-07fab513fc8c req-eff25ea6-bb33-4c8c-89cb-3fce30bf22d5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08d57c90-0cee-4b72-934c-f142616fe0bd HTTP/1.1" status: 200 len: 998 time: 0.1114042 Aug 26 13:42:22.183453 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3fe11a54-f205-4505-9786-beca9ab82fbf req-bdb16302-e148-4d40-8f16-952320db9073 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925453 Aug 26 13:42:22.200697 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39f711b-03d1-4598-955a-7dac4cb947c9 None None] Checking router: fdb0a255-e87a-4160-91bc-2c34ce5120d7 for host: dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:42:22.205098 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-8b6594db-a374-4f71-ac8f-8ed9558fffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:22.208397 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-8b6594db-a374-4f71-ac8f-8ed9558fffb2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f7c1ac4776f8491da8ed9fa3e10f556b&device_id=a01ce594-87bb-42e1-8976-62bd2e5f6680 HTTP/1.1" status: 200 len: 1097 time: 0.1287999 Aug 26 13:42:22.214765 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39f711b-03d1-4598-955a-7dac4cb947c9 None None] Routers {'fdb0a255-e87a-4160-91bc-2c34ce5120d7'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:42:22.215440 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-a39f711b-03d1-4598-955a-7dac4cb947c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:41:57Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['fdb0a255-e87a-4160-91bc-2c34ce5120d7'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:42:22.254170 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ad30b-0e98-4f03-80ca-07fab513fc8c req-783819b1-ce8d-4cf3-8528-d27997c2cc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:22.255916 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-8d5ad30b-0e98-4f03-80ca-07fab513fc8c req-783819b1-ce8d-4cf3-8528-d27997c2cc81 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f404f389-dc0c-4c0d-a515-d27c76237ec3 HTTP/1.1" status: 200 len: 854 time: 0.0675850 Aug 26 13:42:22.263555 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-f57fa7d0-36e7-40bc-ae7b-2e295cb7fe3d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9843527f-5069-45c3-94b6-456acb0093f5 HTTP/1.1" status: 200 len: 217 time: 0.0425549 Aug 26 13:42:22.317855 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ad30b-0e98-4f03-80ca-07fab513fc8c req-549f3c7e-52b2-4402-8b8b-4fb0fba826b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:22.321235 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-8d5ad30b-0e98-4f03-80ca-07fab513fc8c req-549f3c7e-52b2-4402-8b8b-4fb0fba826b7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f0cbbb0-e1d8-4eda-8b5a-9467452e6368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0576708 Aug 26 13:42:22.322493 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-374322fc-31bc-4547-b6fa-2d3075564d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:22.324010 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-374322fc-31bc-4547-b6fa-2d3075564d08 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b76a4778-2bda-453e-9c5b-4d0bc567ef64 HTTP/1.1" status: 200 len: 854 time: 0.0530031 Aug 26 13:42:22.372776 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-70ec495a-fc74-44ad-84dd-76ab7b3aaf7f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6def9aa7-77f9-4b41-b983-9ee6a7d4d136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350721 Aug 26 13:42:22.424631 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-a39f711b-03d1-4598-955a-7dac4cb947c9 None None] Set router fdb0a255-e87a-4160-91bc-2c34ce5120d7 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:42:22.444535 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-8d5ad30b-0e98-4f03-80ca-07fab513fc8c req-8537b9a1-c153-4ef8-820c-e1e4dd4ac2d0 service neutron] 10.222.0.38 "GET /v2.0/networks/4f0cbbb0-e1d8-4eda-8b5a-9467452e6368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077995 Aug 26 13:42:22.492713 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-383e7b41-6708-4d18-92ae-e97284c6448c service neutron] 10.222.0.38 "GET /v2.0/networks/6def9aa7-77f9-4b41-b983-9ee6a7d4d136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094699 Aug 26 13:42:22.565504 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-8d5ad30b-0e98-4f03-80ca-07fab513fc8c req-bcbacc9c-3ec7-4789-8fce-c93fded038c7 service neutron] 10.222.0.38 "GET /v2.0/networks/4f0cbbb0-e1d8-4eda-8b5a-9467452e6368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139152 Aug 26 13:42:22.599644 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-13bf9ca1-ee83-482b-a01e-394717cd126d req-86e16a6a-c59a-48a2-8ce4-e368c90dd1fa service neutron] 10.222.0.38 "GET /v2.0/networks/6def9aa7-77f9-4b41-b983-9ee6a7d4d136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004050 Aug 26 13:42:22.752813 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-a39f711b-03d1-4598-955a-7dac4cb947c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'name': 'tempest-AttachVolumeShelveTestJSON-95078014-router', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:37:22Z', 'updated_at': '2021-08-26T13:37:29Z', 'revision_number': 4, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'gw_port': {'id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:24Z', 'updated_at': '2021-08-26T13:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_floatingips': [{'id': '11a02525-d91e-42d8-badd-804ba6e262ec', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'router_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'port_id': '08d57c90-0cee-4b72-934c-f142616fe0bd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368', 'mac_address': 'fa:16:3e:a1:19:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a36384-d740-49f8-bae0-e39291044de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T13:42:00Z', 'updated_at': '2021-08-26T13:42:20Z', 'revision_number': 1, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a76ee43c-da1e-4ef0-a139-efd20c3ba409', 'name': '', 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'mac_address': 'fa:16:3e:22:79:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f404f389-dc0c-4c0d-a515-d27c76237ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:28Z', 'updated_at': '2021-08-26T13:37:41Z', 'revision_number': 5, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'subnets': [{'id': 'f404f389-dc0c-4c0d-a515-d27c76237ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:42:22.785217 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39f711b-03d1-4598-955a-7dac4cb947c9 None None] The sync data for ids ['fdb0a255-e87a-4160-91bc-2c34ce5120d7'] in dv-cinder-786386-11-iscsi is: [{'id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'name': 'tempest-AttachVolumeShelveTestJSON-95078014-router', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:37:22Z', 'updated_at': '2021-08-26T13:37:29Z', 'revision_number': 4, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'gw_port': {'id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:24Z', 'updated_at': '2021-08-26T13:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_floatingips': [{'id': '11a02525-d91e-42d8-badd-804ba6e262ec', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'router_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'port_id': '08d57c90-0cee-4b72-934c-f142616fe0bd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368', 'mac_address': 'fa:16:3e:a1:19:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a36384-d740-49f8-bae0-e39291044de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T13:42:00Z', 'updated_at': '2021-08-26T13:42:20Z', 'revision_number': 1, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a76ee43c-da1e-4ef0-a139-efd20c3ba409', 'name': '', 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'mac_address': 'fa:16:3e:22:79:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f404f389-dc0c-4c0d-a515-d27c76237ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:28Z', 'updated_at': '2021-08-26T13:37:41Z', 'revision_number': 5, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'subnets': [{'id': 'f404f389-dc0c-4c0d-a515-d27c76237ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:42:22.829834 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e12a8-70a9-4b88-a476-fbcd7adb5d20 req-0e531f2e-83b7-4951-a524-f20f54f2e427 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:22.831515 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8e5e12a8-70a9-4b88-a476-fbcd7adb5d20 req-0e531f2e-83b7-4951-a524-f20f54f2e427 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/ports?device_id=a01ce594-87bb-42e1-8976-62bd2e5f6680 HTTP/1.1" status: 200 len: 944 time: 0.1497898 Aug 26 13:42:22.912661 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8e5e12a8-70a9-4b88-a476-fbcd7adb5d20 req-dd2bbd89-fc3e-4fc4-81e0-38dec2657348 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e6738b4-02be-4ca1-85ec-52cd6e0043a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647292 Aug 26 13:42:23.104831 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db95f6a6-893b-4560-a95e-fac210eddb06 None None] New status for floating IP 11a02525-d91e-42d8-badd-804ba6e262ec: ACTIVE {{(pid=94617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 13:42:23.592818 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 33282) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:42:23.733801 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8d8a5539-b832-4b2a-a8c5-b083222541e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:23.837059 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8d8a5539-b832-4b2a-a8c5-b083222541e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:23.939551 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8d8a5539-b832-4b2a-a8c5-b083222541e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:23.985596 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-8d8a5539-b832-4b2a-a8c5-b083222541e0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=97dbfd559f314649bcb0dcc77d23bcd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3886168 Aug 26 13:42:23.985596 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a5539-b832-4b2a-a8c5-b083222541e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b721659-df28-4595-a785-2921dba241bf,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:23.986018 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 33288) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:42:24.123121 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619953d-81dc-479f-b915-a6a433175973 req-076e9194-9248-4074-99cd-9f9e5ea11260 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:24.126670 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8619953d-81dc-479f-b915-a6a433175973 req-076e9194-9248-4074-99cd-9f9e5ea11260 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/ports?device_id=a01ce594-87bb-42e1-8976-62bd2e5f6680 HTTP/1.1" status: 200 len: 944 time: 0.1124291 Aug 26 13:42:24.128091 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d67114f9-4c47-490f-9ae9-400eca18fb47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:24.173616 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d67114f9-4c47-490f-9ae9-400eca18fb47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:24.242065 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8619953d-81dc-479f-b915-a6a433175973 req-9cad242c-d82f-419e-8ca7-89d8faa8dbf6 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e6738b4-02be-4ca1-85ec-52cd6e0043a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924554 Aug 26 13:42:24.287382 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-a7968ed2-96eb-4c0e-8633-f9f9d3fe8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:24.408306 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d67114f9-4c47-490f-9ae9-400eca18fb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:24.411244 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d67114f9-4c47-490f-9ae9-400eca18fb47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:24.412435 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-d67114f9-4c47-490f-9ae9-400eca18fb47 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8b721659-df28-4595-a785-2921dba241bf HTTP/1.1" status: 204 len: 168 time: 0.4254093 Aug 26 13:42:24.420792 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67114f9-4c47-490f-9ae9-400eca18fb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b721659-df28-4595-a785-2921dba241bf,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:24.865028 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 9843527f-5069-45c3-94b6-456acb0093f5 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=94616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 13:42:24.969168 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 9843527f-5069-45c3-94b6-456acb0093f5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9843527f-5069-45c3-94b6-456acb0093f5,segment=NetworkSegment(01409fc2-f7f4-4705-a109-5784e02918b0),segment_id=01409fc2-f7f4-4705-a109-5784e02918b0)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:42:24.982914 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Returning: {'device': '9843527f-5069-45c3-94b6-456acb0093f5', 'network_id': '6def9aa7-77f9-4b41-b983-9ee6a7d4d136', 'port_id': '9843527f-5069-45c3-94b6-456acb0093f5', 'mac_address': 'fa:16:3e:33:c6:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76a4778-2bda-453e-9c5b-4d0bc567ef64', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 13:42:25.027098 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:25.047537 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9843527f-5069-45c3-94b6-456acb0093f5 {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:42:25.070508 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 9843527f-5069-45c3-94b6-456acb0093f5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9843527f-5069-45c3-94b6-456acb0093f5,segment=NetworkSegment(01409fc2-f7f4-4705-a109-5784e02918b0),segment_id=01409fc2-f7f4-4705-a109-5784e02918b0)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:42:25.180111 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:25.268680 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=9843527f-5069-45c3-94b6-456acb0093f5,revision_number=4']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:25.331450 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 33300) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:42:25.354549 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7dcc0ed4-f82b-4bd7-afff-30e8e0d66b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:25.378558 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470472d8-8c6c-4f85-a3fa-421edcbda252 req-da29630e-5189-4364-a465-bade7dd36695 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:25.380722 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-470472d8-8c6c-4f85-a3fa-421edcbda252 req-da29630e-5189-4364-a465-bade7dd36695 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/ports?device_id=a01ce594-87bb-42e1-8976-62bd2e5f6680 HTTP/1.1" status: 200 len: 945 time: 0.0646906 Aug 26 13:42:25.431406 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-470472d8-8c6c-4f85-a3fa-421edcbda252 req-c60ab01c-9262-4543-a783-8aadf0b2c57b tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e6738b4-02be-4ca1-85ec-52cd6e0043a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433660 Aug 26 13:42:25.465843 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7dcc0ed4-f82b-4bd7-afff-30e8e0d66b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:25.528485 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7dcc0ed4-f82b-4bd7-afff-30e8e0d66b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:25.542231 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['9843527f-5069-45c3-94b6-456acb0093f5'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:42:25.570242 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc0ed4-f82b-4bd7-afff-30e8e0d66b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb348a1-5df2-4777-9d37-3ae2e50ebf6a,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:25.579407 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-7dcc0ed4-f82b-4bd7-afff-30e8e0d66b24 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9f50a0b4344149dcad8a0e960eb4785d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2463694 Aug 26 13:42:25.583782 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 33302) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:42:25.653413 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7bcafe1c-0540-463a-a367-d335a6b6393b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:25.693129 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7bcafe1c-0540-463a-a367-d335a6b6393b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:25.876656 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7bcafe1c-0540-463a-a367-d335a6b6393b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:25.880275 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7bcafe1c-0540-463a-a367-d335a6b6393b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:25.882772 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-7bcafe1c-0540-463a-a367-d335a6b6393b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bdb348a1-5df2-4777-9d37-3ae2e50ebf6a HTTP/1.1" status: 204 len: 168 time: 0.2965732 Aug 26 13:42:25.891448 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcafe1c-0540-463a-a367-d335a6b6393b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb348a1-5df2-4777-9d37-3ae2e50ebf6a,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:26.575782 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc343bc1-3256-4c85-9c62-72d54bec5098 req-24c77a3b-eee7-435e-bb0e-33ece8c1ee58 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:26.577854 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-fc343bc1-3256-4c85-9c62-72d54bec5098 req-24c77a3b-eee7-435e-bb0e-33ece8c1ee58 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/ports?device_id=a01ce594-87bb-42e1-8976-62bd2e5f6680 HTTP/1.1" status: 200 len: 945 time: 0.0643740 Aug 26 13:42:26.630618 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-fc343bc1-3256-4c85-9c62-72d54bec5098 req-e9981b20-a634-4307-ae6c-0a37ea1ec907 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e6738b4-02be-4ca1-85ec-52cd6e0043a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459232 Aug 26 13:42:26.692992 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 33312) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:42:26.712820 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2736f19e-e322-41cb-8d75-de84e4f81237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:26.812215 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2736f19e-e322-41cb-8d75-de84e4f81237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:26.871104 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-15a7f10c-58cc-4f13-8246-4d529388ed5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:26.874532 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 9843527f-5069-45c3-94b6-456acb0093f5 up at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:42:26.894200 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2736f19e-e322-41cb-8d75-de84e4f81237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:26.961569 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-2736f19e-e322-41cb-8d75-de84e4f81237 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aaeb6bad036e4ed883f36de3e80360ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2671995 Aug 26 13:42:26.963028 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736f19e-e322-41cb-8d75-de84e4f81237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d18731-681c-4375-be77-1faa12aa0e0b,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:26.964494 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 33314) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:42:26.979485 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning for port 9843527f-5069-45c3-94b6-456acb0093f5 completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:42:26.984538 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning complete for port 9843527f-5069-45c3-94b6-456acb0093f5 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:42:26.985015 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:27.033631 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b43b4e49-5437-4ce9-8418-05860db1649f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:27.057515 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b43b4e49-5437-4ce9-8418-05860db1649f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:27.111774 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:27.159865 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a01ce594-87bb-42e1-8976-62bd2e5f6680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9843527f-5069-45c3-94b6-456acb0093f5'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:42:27.165053 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adf09783f65fc29d397fc30c9e785295af8fecd29e58eb7f547da51af43e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a36956-9659-49dc-9d04-11bee568e7c6" -d '{"events": [{"server_uuid": "a01ce594-87bb-42e1-8976-62bd2e5f6680", "name": "network-vif-plugged", "status": "completed", "tag": "9843527f-5069-45c3-94b6-456acb0093f5"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:42:27.180121 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b43b4e49-5437-4ce9-8418-05860db1649f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:27.184922 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b43b4e49-5437-4ce9-8418-05860db1649f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:27.189400 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 9843527f-5069-45c3-94b6-456acb0093f5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9843527f-5069-45c3-94b6-456acb0093f5,segment=NetworkSegment(01409fc2-f7f4-4705-a109-5784e02918b0),segment_id=01409fc2-f7f4-4705-a109-5784e02918b0)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:42:27.193138 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-b43b4e49-5437-4ce9-8418-05860db1649f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f0d18731-681c-4375-be77-1faa12aa0e0b HTTP/1.1" status: 204 len: 168 time: 0.2273962 Aug 26 13:42:27.204188 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b4e49-5437-4ce9-8418-05860db1649f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d18731-681c-4375-be77-1faa12aa0e0b,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:27.211521 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebae55bf-9cbf-489d-90a0-82a7ca483d6e x-openstack-request-id: req-ebae55bf-9cbf-489d-90a0-82a7ca483d6e {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:42:27.211839 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a01ce594-87bb-42e1-8976-62bd2e5f6680", "name": "network-vif-plugged", "status": "completed", "tag": "9843527f-5069-45c3-94b6-456acb0093f5", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:42:27.212207 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ebae55bf-9cbf-489d-90a0-82a7ca483d6e {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:42:27.212608 dv-cinder-786386-11-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a01ce594-87bb-42e1-8976-62bd2e5f6680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9843527f-5069-45c3-94b6-456acb0093f5', 'code': 200} Aug 26 13:42:27.259393 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:27.322232 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=9843527f-5069-45c3-94b6-456acb0093f5,revision_number=5']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:27.460956 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:27.558755 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afeb2c-9edd-4720-af52-9480160f58fe req-fc5185ae-db81-43ea-bae5-066277860fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:27.560449 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-83afeb2c-9edd-4720-af52-9480160f58fe req-fc5185ae-db81-43ea-bae5-066277860fda service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a01ce594-87bb-42e1-8976-62bd2e5f6680 HTTP/1.1" status: 200 len: 1099 time: 0.0709066 Aug 26 13:42:27.615371 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-83afeb2c-9edd-4720-af52-9480160f58fe req-3086d4b8-c87e-429c-b8cc-311774155d8c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0e6738b4-02be-4ca1-85ec-52cd6e0043a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469689 Aug 26 13:42:27.755624 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501109c-4d39-45ba-8b94-d81dc38ed9fb req-e2cc62dc-41fa-4775-acb7-e17055b016e5 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:27.757045 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d501109c-4d39-45ba-8b94-d81dc38ed9fb req-e2cc62dc-41fa-4775-acb7-e17055b016e5 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/ports?device_id=a01ce594-87bb-42e1-8976-62bd2e5f6680 HTTP/1.1" status: 200 len: 946 time: 0.0535045 Aug 26 13:42:27.798560 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d501109c-4d39-45ba-8b94-d81dc38ed9fb req-d7ba0332-9157-443d-a80a-9aa1f3792d5d tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e6738b4-02be-4ca1-85ec-52cd6e0043a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344260 Aug 26 13:42:28.031169 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:28.659439 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:28.924861 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5be07-d315-463b-b08d-a47b40a7e4bb req-7698f644-5358-4cc6-be48-2fd98af68b82 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:28.926913 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e9b5be07-d315-463b-b08d-a47b40a7e4bb req-7698f644-5358-4cc6-be48-2fd98af68b82 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/ports?device_id=a01ce594-87bb-42e1-8976-62bd2e5f6680 HTTP/1.1" status: 200 len: 946 time: 0.0544307 Aug 26 13:42:28.970394 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e9b5be07-d315-463b-b08d-a47b40a7e4bb req-96de386d-7a64-4080-b699-e319e09ffd6d tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e6738b4-02be-4ca1-85ec-52cd6e0043a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371697 Aug 26 13:42:30.088226 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b978aee-a0ba-40d9-863a-4fed826519c2 req-8dc131a6-9491-4c9c-b26e-8834e6f4dc12 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:30.089891 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6b978aee-a0ba-40d9-863a-4fed826519c2 req-8dc131a6-9491-4c9c-b26e-8834e6f4dc12 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/ports?device_id=a01ce594-87bb-42e1-8976-62bd2e5f6680 HTTP/1.1" status: 200 len: 946 time: 0.0520880 Aug 26 13:42:30.132600 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6b978aee-a0ba-40d9-863a-4fed826519c2 req-5ae5ecc9-ef0f-40ba-ac0b-557f257ea4c0 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e6738b4-02be-4ca1-85ec-52cd6e0043a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366285 Aug 26 13:42:30.414017 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:33.458974 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b7e46239-8968-42e9-8faa-ca4cdd19c16e req-5e644708-4d28-4d18-b37f-54ca5c1bfd5d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442700 Aug 26 13:42:33.540297 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e46239-8968-42e9-8faa-ca4cdd19c16e req-9999ff64-597d-4ead-919a-91ab2a63a4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:33.541924 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b7e46239-8968-42e9-8faa-ca4cdd19c16e req-9999ff64-597d-4ead-919a-91ab2a63a4be service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=65130eabd4ec48ceae0756fbd43feccb&device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 1098 time: 0.0440598 Aug 26 13:42:33.664730 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e46239-8968-42e9-8faa-ca4cdd19c16e req-074164f7-e0fe-4da5-b78b-85ad700cdb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:33.666240 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b7e46239-8968-42e9-8faa-ca4cdd19c16e req-074164f7-e0fe-4da5-b78b-85ad700cdb78 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d1d603f2-7a88-43bf-9288-e294a103440d HTTP/1.1" status: 200 len: 911 time: 0.0986366 Aug 26 13:42:33.739615 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b7e46239-8968-42e9-8faa-ca4cdd19c16e req-320fbe56-5c48-4eb3-9a87-6773746d1aae service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6 HTTP/1.1" status: 200 len: 1000 time: 0.0601397 Aug 26 13:42:33.800137 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e46239-8968-42e9-8faa-ca4cdd19c16e req-48ca6297-2065-49eb-8063-7b6c77ec0574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:33.802182 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b7e46239-8968-42e9-8faa-ca4cdd19c16e req-48ca6297-2065-49eb-8063-7b6c77ec0574 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c1715bbd-f5d8-429f-ad95-4ec258043bdf HTTP/1.1" status: 200 len: 849 time: 0.0471749 Aug 26 13:42:33.873291 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e46239-8968-42e9-8faa-ca4cdd19c16e req-fe50a381-349f-4962-a484-9f4afd813a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:33.875802 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b7e46239-8968-42e9-8faa-ca4cdd19c16e req-fe50a381-349f-4962-a484-9f4afd813a5e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d1d603f2-7a88-43bf-9288-e294a103440d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0601866 Aug 26 13:42:33.974703 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b7e46239-8968-42e9-8faa-ca4cdd19c16e req-2040c10f-9195-41ca-bec2-35ad788a0115 service neutron] 10.222.0.38 "GET /v2.0/networks/d1d603f2-7a88-43bf-9288-e294a103440d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902395 Aug 26 13:42:34.070464 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b7e46239-8968-42e9-8faa-ca4cdd19c16e req-d4679f33-5302-47c7-8345-07d448c076c0 service neutron] 10.222.0.38 "GET /v2.0/networks/d1d603f2-7a88-43bf-9288-e294a103440d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891433 Aug 26 13:42:39.321285 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 33492) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:42:39.432514 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-62d18ab5-a6b5-49e0-bc05-98090cd527e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:39.541049 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-62d18ab5-a6b5-49e0-bc05-98090cd527e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:39.602506 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-62d18ab5-a6b5-49e0-bc05-98090cd527e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:39.642725 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-62d18ab5-a6b5-49e0-bc05-98090cd527e0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7a0f14f116d14945a49f0810835d5885&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199797 Aug 26 13:42:39.643508 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d18ab5-a6b5-49e0-bc05-98090cd527e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53673438-8aab-4e57-9ada-d6aaa3787b12,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:39.646250 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 33498) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:42:39.700725 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0ed0d3c4-bd3e-40b9-9496-4de05e233e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:39.723865 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0ed0d3c4-bd3e-40b9-9496-4de05e233e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:39.824745 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0ed0d3c4-bd3e-40b9-9496-4de05e233e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:39.827383 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0ed0d3c4-bd3e-40b9-9496-4de05e233e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:39.828554 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-0ed0d3c4-bd3e-40b9-9496-4de05e233e8e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/53673438-8aab-4e57-9ada-d6aaa3787b12 HTTP/1.1" status: 204 len: 168 time: 0.1805844 Aug 26 13:42:39.836683 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0d3c4-bd3e-40b9-9496-4de05e233e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53673438-8aab-4e57-9ada-d6aaa3787b12,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:40.387340 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 33510) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:42:40.401245 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-39309399-79cd-45d7-85db-6b2133649356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:40.499099 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-39309399-79cd-45d7-85db-6b2133649356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:40.550401 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-39309399-79cd-45d7-85db-6b2133649356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:40.589344 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-39309399-79cd-45d7-85db-6b2133649356 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4f8bdd7aee7d4f25b74b43166f9d6a3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2009132 Aug 26 13:42:40.590258 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39309399-79cd-45d7-85db-6b2133649356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fc7c0d-63d2-4d7d-a4f8-7ac6fa3e9f1d,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:40.592253 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 33512) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:42:40.643626 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-f3708a6e-fa27-4680-bbaa-e0184d70c8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:40.666313 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-f3708a6e-fa27-4680-bbaa-e0184d70c8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:40.762122 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-f3708a6e-fa27-4680-bbaa-e0184d70c8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:40.764711 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-f3708a6e-fa27-4680-bbaa-e0184d70c8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:40.765909 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-f3708a6e-fa27-4680-bbaa-e0184d70c8d4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/07fc7c0d-63d2-4d7d-a4f8-7ac6fa3e9f1d HTTP/1.1" status: 204 len: 168 time: 0.1726472 Aug 26 13:42:40.767737 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 6 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:42:40.775066 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3708a6e-fa27-4680-bbaa-e0184d70c8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fc7c0d-63d2-4d7d-a4f8-7ac6fa3e9f1d,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:41.329484 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 33522) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:42:41.343169 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c271dac0-60ee-47e9-afd4-6002851e945f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:41.433050 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c271dac0-60ee-47e9-afd4-6002851e945f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:41.499642 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c271dac0-60ee-47e9-afd4-6002851e945f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:41.540972 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-c271dac0-60ee-47e9-afd4-6002851e945f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=096543d57dbf40d78664a39e3789aa64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2102697 Aug 26 13:42:41.541791 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c271dac0-60ee-47e9-afd4-6002851e945f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc3a09f-9fa9-4d83-9139-f1abcf39bc78,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:41.544666 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 33524) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:42:41.608013 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-38b8f962-1bac-4337-975e-2f5e94c804ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:41.631858 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-38b8f962-1bac-4337-975e-2f5e94c804ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:41.750514 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-38b8f962-1bac-4337-975e-2f5e94c804ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:41.753088 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-38b8f962-1bac-4337-975e-2f5e94c804ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:41.754779 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-38b8f962-1bac-4337-975e-2f5e94c804ca admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7fc3a09f-9fa9-4d83-9139-f1abcf39bc78 HTTP/1.1" status: 204 len: 168 time: 0.2087355 Aug 26 13:42:41.762915 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8f962-1bac-4337-975e-2f5e94c804ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc3a09f-9fa9-4d83-9139-f1abcf39bc78,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:42.900522 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 33548) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:42:43.013702 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-3a844ba9-c1e5-4a34-8c49-22e38e7edd0f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-144000498-network', 'tenant_id': 'c16509923bb74b34b4bceeb7f5b491d5'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:42:43.105123 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a844ba9-c1e5-4a34-8c49-22e38e7edd0f admin admin] Made reservation on behalf of c16509923bb74b34b4bceeb7f5b491d5 for: {'network': 1} {{(pid=94614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:42:43.107683 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3a844ba9-c1e5-4a34-8c49-22e38e7edd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for network, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:43.117344 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3a844ba9-c1e5-4a34-8c49-22e38e7edd0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:43.220719 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3a844ba9-c1e5-4a34-8c49-22e38e7edd0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:43.299045 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3a844ba9-c1e5-4a34-8c49-22e38e7edd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:43.324636 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a844ba9-c1e5-4a34-8c49-22e38e7edd0f admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=94614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 13:42:43.333987 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a844ba9-c1e5-4a34-8c49-22e38e7edd0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e176660b-6114-4c9b-bcc0-4f2fe14599c7,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:43.340042 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3a844ba9-c1e5-4a34-8c49-22e38e7edd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388'] for segment, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:43.340386 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.db.segments_db [None req-3a844ba9-c1e5-4a34-8c49-22e38e7edd0f admin admin] Added segment 563989a8-5aed-476c-a0e1-58478e87a694 of type vlan for network 14e712f1-d849-4bef-bfa8-728aa4700efd Aug 26 13:42:43.381591 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3a844ba9-c1e5-4a34-8c49-22e38e7edd0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790399845762'] for network, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:43.459502 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3a844ba9-c1e5-4a34-8c49-22e38e7edd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412'] for network, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:43.460520 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a844ba9-c1e5-4a34-8c49-22e38e7edd0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:43.461147 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3a844ba9-c1e5-4a34-8c49-22e38e7edd0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for network, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:43.528121 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a844ba9-c1e5-4a34-8c49-22e38e7edd0f admin admin] Pushing event updated for resources: {'Network': ['ID=14e712f1-d849-4bef-bfa8-728aa4700efd,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:43.539883 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Network 14e712f1-d849-4bef-bfa8-728aa4700efd details requested by agent ovs-agent-dv-cinder-786386-11-iscsi with host dv-cinder-786386-11-iscsi {{(pid=94616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 13:42:43.637224 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-3a844ba9-c1e5-4a34-8c49-22e38e7edd0f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7355566 Aug 26 13:42:43.640164 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 33554) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:42:43.645952 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-e73df6c1-a2b6-4fdf-b0f4-5c4d5aa94e68 admin admin] Request body: {'subnet': {'network_id': '14e712f1-d849-4bef-bfa8-728aa4700efd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-144000498-subnet', 'tenant_id': 'c16509923bb74b34b4bceeb7f5b491d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:42:43.773564 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73df6c1-a2b6-4fdf-b0f4-5c4d5aa94e68 admin admin] Made reservation on behalf of c16509923bb74b34b4bceeb7f5b491d5 for: {'subnet': 1} {{(pid=94614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:42:43.775965 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e73df6c1-a2b6-4fdf-b0f4-5c4d5aa94e68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10165748'] for subnet, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:44.042667 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e73df6c1-a2b6-4fdf-b0f4-5c4d5aa94e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8621377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10165638'] for subnet, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:44.093539 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73df6c1-a2b6-4fdf-b0f4-5c4d5aa94e68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51ddbd12-863d-40a3-8ba4-a143958d0df9,revision_number=0']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:44.112588 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73df6c1-a2b6-4fdf-b0f4-5c4d5aa94e68 admin admin] Checking segment: {'id': '563989a8-5aed-476c-a0e1-58478e87a694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '14e712f1-d849-4bef-bfa8-728aa4700efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:42:44.112588 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73df6c1-a2b6-4fdf-b0f4-5c4d5aa94e68 admin admin] Network hostable DHCP agents. Network: 14e712f1-d849-4bef-bfa8-728aa4700efd, hostable agents: ['4ade96b1-406d-4ebc-948b-9bb0af99b177'], hosted agents: [] {{(pid=94614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 13:42:44.179062 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73df6c1-a2b6-4fdf-b0f4-5c4d5aa94e68 admin admin] Network 14e712f1-d849-4bef-bfa8-728aa4700efd is scheduled to be hosted by DHCP agent 4ade96b1-406d-4ebc-948b-9bb0af99b177 with binding_index 1 {{(pid=94614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 13:42:44.236170 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-e73df6c1-a2b6-4fdf-b0f4-5c4d5aa94e68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-11-iscsi, 14e712f1-d849-4bef-bfa8-728aa4700efd) {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:42:44.241282 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73df6c1-a2b6-4fdf-b0f4-5c4d5aa94e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:44.241911 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e73df6c1-a2b6-4fdf-b0f4-5c4d5aa94e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for subnet, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:44.247179 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c85fdf3-9782-44be-ac8d-224b976527fb None None] Network 14e712f1-d849-4bef-bfa8-728aa4700efd requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:42:44.334243 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-e73df6c1-a2b6-4fdf-b0f4-5c4d5aa94e68 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6928647 Aug 26 13:42:44.391128 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6ad39a-8532-4167-82b4-68f61560b8d8 None None] Network 14e712f1-d849-4bef-bfa8-728aa4700efd requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:42:48.559545 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-58082397-477f-47d3-919c-d9bf1a1556f4 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:48.561051 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-58082397-477f-47d3-919c-d9bf1a1556f4 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/networks?id=14e712f1-d849-4bef-bfa8-728aa4700efd HTTP/1.1" status: 200 len: 808 time: 0.1091404 Aug 26 13:42:48.578081 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-960e4e38-bb9b-4b2a-b10d-96fd8083ca06 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/quotas/c16509923bb74b34b4bceeb7f5b491d5 HTTP/1.1" status: 200 len: 375 time: 0.0098114 Aug 26 13:42:48.614309 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-ef6073eb-41ad-4c51-a01e-f97687baf0d7 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c16509923bb74b34b4bceeb7f5b491d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296762 Aug 26 13:42:48.761455 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-ce46d1f8-cf8d-4766-9c16-77453236bfe3 service neutron] 10.222.0.35 "GET /v2.0/networks/14e712f1-d849-4bef-bfa8-728aa4700efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377754 Aug 26 13:42:48.857224 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-1c7d409a-ce07-4955-bd93-551302e97a22 service neutron] 10.222.0.35 "GET /v2.0/networks/14e712f1-d849-4bef-bfa8-728aa4700efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895040 Aug 26 13:42:49.097028 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-206c98c9-bad7-453e-8cda-070a29c273f4 req-dd0f03ad-2d92-4b57-8b27-b9e8ebe6bd58 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e1b004a-3dc0-42aa-8c82-72819254135d HTTP/1.1" status: 200 len: 210 time: 0.0266762 Aug 26 13:42:50.190804 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0205067b-ac14-4563-b80e-0d17f2538ac7 req-ade658bc-88be-4ec3-803c-138cd1d52de9 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e1b004a-3dc0-42aa-8c82-72819254135d HTTP/1.1" status: 200 len: 210 time: 0.0266309 Aug 26 13:42:51.289539 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-92202237-068f-4d3b-b7e0-b6d6913901bf tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:51.291128 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-92202237-068f-4d3b-b7e0-b6d6913901bf tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.38 "GET /v2.0/networks?id=14e712f1-d849-4bef-bfa8-728aa4700efd HTTP/1.1" status: 200 len: 808 time: 0.1378484 Aug 26 13:42:51.306579 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-977b1bba-a27d-4ad3-84cf-c3f6b5feba9a req-4ddda0c4-3d43-4c6b-941e-3faaa858f98a tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e1b004a-3dc0-42aa-8c82-72819254135d HTTP/1.1" status: 200 len: 210 time: 0.0436244 Aug 26 13:42:51.312632 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-9544b89d-4eb7-42b0-b30c-623cb3480d80 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Request body: {'port': {'device_id': '0e1b004a-3dc0-42aa-8c82-72819254135d', 'network_id': '14e712f1-d849-4bef-bfa8-728aa4700efd', 'admin_state_up': True, 'tenant_id': 'c16509923bb74b34b4bceeb7f5b491d5'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:42:51.476316 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-9544b89d-4eb7-42b0-b30c-623cb3480d80 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Made reservation on behalf of c16509923bb74b34b4bceeb7f5b491d5 for: {'port': 1} {{(pid=94614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:42:51.479872 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-9544b89d-4eb7-42b0-b30c-623cb3480d80 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:51.609570 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_common [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-9544b89d-4eb7-42b0-b30c-623cb3480d80 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Allocated IP 172.20.0.7 (14e712f1-d849-4bef-bfa8-728aa4700efd/51ddbd12-863d-40a3-8ba4-a143958d0df9/d03ccf2d-efbf-4558-88a4-4723c5841211) {{(pid=94614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:42:51.756777 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-9544b89d-4eb7-42b0-b30c-623cb3480d80 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Notify callbacks [] for port, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:51.865129 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-9544b89d-4eb7-42b0-b30c-623cb3480d80 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:51.910561 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-9544b89d-4eb7-42b0-b30c-623cb3480d80 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Network 14e712f1-d849-4bef-bfa8-728aa4700efd is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:42:51.913596 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-9544b89d-4eb7-42b0-b30c-623cb3480d80 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:42:51.917455 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-9544b89d-4eb7-42b0-b30c-623cb3480d80 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Received port after_create {{(pid=94614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:42:51.941955 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544b89d-4eb7-42b0-b30c-623cb3480d80 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Pushing event updated for resources: {'Port': ['ID=d03ccf2d-efbf-4558-88a4-4723c5841211,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:51.969529 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-9544b89d-4eb7-42b0-b30c-623cb3480d80 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:51.970171 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-9544b89d-4eb7-42b0-b30c-623cb3480d80 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:52.061201 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-9544b89d-4eb7-42b0-b30c-623cb3480d80 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7526484 Aug 26 13:42:52.141013 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-bfde9a0a-27aa-4e67-b5f1-88e0c527bee4 service neutron] Request body: {'port': {'device_id': '0e1b004a-3dc0-42aa-8c82-72819254135d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:42:52.478879 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-bfde9a0a-27aa-4e67-b5f1-88e0c527bee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:52.494731 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8087c-50b1-4cb4-81f0-05b20e6f883d req-69143d1c-9d14-4e73-88ac-f740ad54a395 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:52.496230 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-32a8087c-50b1-4cb4-81f0-05b20e6f883d req-69143d1c-9d14-4e73-88ac-f740ad54a395 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e1b004a-3dc0-42aa-8c82-72819254135d HTTP/1.1" status: 200 len: 931 time: 0.0821238 Aug 26 13:42:52.620624 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-32a8087c-50b1-4cb4-81f0-05b20e6f883d req-c3389580-faa2-438d-8329-6ccadade1703 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/security-groups?id=e176660b-6114-4c9b-bcc0-4f2fe14599c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175091 Aug 26 13:42:52.787878 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-bfde9a0a-27aa-4e67-b5f1-88e0c527bee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d03ccf2d-efbf-4558-88a4-4723c5841211 {{(pid=94614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:42:52.795316 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-bfde9a0a-27aa-4e67-b5f1-88e0c527bee4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:52.807494 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-bfde9a0a-27aa-4e67-b5f1-88e0c527bee4 service neutron] Transition to ACTIVE for port object d03ccf2d-efbf-4558-88a4-4723c5841211 will not be triggered until provisioned by entity L2. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:42:52.882164 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-bfde9a0a-27aa-4e67-b5f1-88e0c527bee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625096'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:52.935771 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde9a0a-27aa-4e67-b5f1-88e0c527bee4 service neutron] Pushing event updated for resources: {'Port': ['ID=d03ccf2d-efbf-4558-88a4-4723c5841211,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:53.016704 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-bfde9a0a-27aa-4e67-b5f1-88e0c527bee4 service neutron] Attempting to bind port d03ccf2d-efbf-4558-88a4-4723c5841211 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:42:53.017042 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-bfde9a0a-27aa-4e67-b5f1-88e0c527bee4 service neutron] Attempting to bind port d03ccf2d-efbf-4558-88a4-4723c5841211 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '563989a8-5aed-476c-a0e1-58478e87a694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '14e712f1-d849-4bef-bfa8-728aa4700efd'}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:42:53.017371 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-bfde9a0a-27aa-4e67-b5f1-88e0c527bee4 service neutron] Attempting to bind port d03ccf2d-efbf-4558-88a4-4723c5841211 on network 14e712f1-d849-4bef-bfa8-728aa4700efd {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:42:53.021652 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-bfde9a0a-27aa-4e67-b5f1-88e0c527bee4 service neutron] Port d03ccf2d-efbf-4558-88a4-4723c5841211 on network 14e712f1-d849-4bef-bfa8-728aa4700efd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 13:42:53.022004 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-bfde9a0a-27aa-4e67-b5f1-88e0c527bee4 service neutron] Attempting to bind port d03ccf2d-efbf-4558-88a4-4723c5841211 on network 14e712f1-d849-4bef-bfa8-728aa4700efd {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:42:53.027115 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-bfde9a0a-27aa-4e67-b5f1-88e0c527bee4 service neutron] Checking agent: {'id': 'ecd4b6ee-6295-46a8-8c11-8af9b25961a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'started_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:42:53.027457 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-bfde9a0a-27aa-4e67-b5f1-88e0c527bee4 service neutron] Checking segment: {'id': '563989a8-5aed-476c-a0e1-58478e87a694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '14e712f1-d849-4bef-bfa8-728aa4700efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:42:53.027833 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-bfde9a0a-27aa-4e67-b5f1-88e0c527bee4 service neutron] Bound using segment: {'id': '563989a8-5aed-476c-a0e1-58478e87a694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '14e712f1-d849-4bef-bfa8-728aa4700efd'} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:42:53.028252 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-bfde9a0a-27aa-4e67-b5f1-88e0c527bee4 service neutron] Bound port: d03ccf2d-efbf-4558-88a4-4723c5841211, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '563989a8-5aed-476c-a0e1-58478e87a694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '14e712f1-d849-4bef-bfa8-728aa4700efd'}}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:42:53.028604 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-bfde9a0a-27aa-4e67-b5f1-88e0c527bee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:53.091144 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-bfde9a0a-27aa-4e67-b5f1-88e0c527bee4 service neutron] For port d03ccf2d-efbf-4558-88a4-4723c5841211, host hv-cinder-78638, cleared binding levels {{(pid=94614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:42:53.094092 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-bfde9a0a-27aa-4e67-b5f1-88e0c527bee4 service neutron] For port d03ccf2d-efbf-4558-88a4-4723c5841211, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d03ccf2d-efbf-4558-88a4-4723c5841211,segment=NetworkSegment(563989a8-5aed-476c-a0e1-58478e87a694),segment_id=563989a8-5aed-476c-a0e1-58478e87a694)] {{(pid=94614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:42:53.196655 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-bfde9a0a-27aa-4e67-b5f1-88e0c527bee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625096'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:53.230755 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-bfde9a0a-27aa-4e67-b5f1-88e0c527bee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:53.231374 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-bfde9a0a-27aa-4e67-b5f1-88e0c527bee4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:53.232760 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-bfde9a0a-27aa-4e67-b5f1-88e0c527bee4 service neutron] 10.222.0.38 "PUT /v2.0/ports/d03ccf2d-efbf-4558-88a4-4723c5841211 HTTP/1.1" status: 200 len: 1093 time: 1.1529641 Aug 26 13:42:53.233192 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1b004a-3dc0-42aa-8c82-72819254135d', 'tag': 'd03ccf2d-efbf-4558-88a4-4723c5841211'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:42:53.235542 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a01c3ba01e4bf0bec97fb524610b41262b2b21d9aec27a526a98035f21d3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4920223d-255b-4406-a517-5e6ca27bca0e" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1b004a-3dc0-42aa-8c82-72819254135d", "tag": "d03ccf2d-efbf-4558-88a4-4723c5841211"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:42:53.274616 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde9a0a-27aa-4e67-b5f1-88e0c527bee4 service neutron] Pushing event updated for resources: {'Port': ['ID=d03ccf2d-efbf-4558-88a4-4723c5841211,revision_number=3']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:53.411131 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 13:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf68ecea-7972-4e75-b5ae-846545b3b319 x-openstack-request-id: req-bf68ecea-7972-4e75-b5ae-846545b3b319 {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:42:53.411431 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1b004a-3dc0-42aa-8c82-72819254135d", "tag": "d03ccf2d-efbf-4558-88a4-4723c5841211", "status": "completed", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:42:53.411684 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bf68ecea-7972-4e75-b5ae-846545b3b319 {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:42:53.412080 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1b004a-3dc0-42aa-8c82-72819254135d', 'tag': 'd03ccf2d-efbf-4558-88a4-4723c5841211', 'status': 'completed', 'code': 200} Aug 26 13:42:53.421835 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-8c217eee-e206-4c63-8a81-44a6b00c5973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:53.423383 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-8c217eee-e206-4c63-8a81-44a6b00c5973 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c16509923bb74b34b4bceeb7f5b491d5&device_id=0e1b004a-3dc0-42aa-8c82-72819254135d HTTP/1.1" status: 200 len: 1096 time: 0.0493784 Aug 26 13:42:53.492110 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-1f6eafaa-c9d5-4a88-8ea8-1c655b06b5df service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d03ccf2d-efbf-4558-88a4-4723c5841211 HTTP/1.1" status: 200 len: 217 time: 0.0475013 Aug 26 13:42:53.544709 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-7f6ceb1b-c6c7-46da-b59a-9eae9bb259e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:53.546253 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-7f6ceb1b-c6c7-46da-b59a-9eae9bb259e5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=51ddbd12-863d-40a3-8ba4-a143958d0df9 HTTP/1.1" status: 200 len: 848 time: 0.0462739 Aug 26 13:42:53.579058 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-cb76bcb8-99d8-44db-8557-6d5658817242 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14e712f1-d849-4bef-bfa8-728aa4700efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244184 Aug 26 13:42:53.679376 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-b63112f5-7867-43a7-af15-6b4c21ca0909 service neutron] 10.222.0.38 "GET /v2.0/networks/14e712f1-d849-4bef-bfa8-728aa4700efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914114 Aug 26 13:42:53.798601 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2a00b-89be-478f-8846-16907b3b3dae req-ce0747f9-d1d9-4d7b-b498-1e123b42f05a tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:53.800095 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-cbd2a00b-89be-478f-8846-16907b3b3dae req-ce0747f9-d1d9-4d7b-b498-1e123b42f05a tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e1b004a-3dc0-42aa-8c82-72819254135d HTTP/1.1" status: 200 len: 943 time: 0.1052582 Aug 26 13:42:53.821584 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b3cc5e02-f36e-4b59-93bf-85cf1a3b5268 req-c17f5190-6ef3-4eec-9430-d7d79924d24a service neutron] 10.222.0.38 "GET /v2.0/networks/14e712f1-d849-4bef-bfa8-728aa4700efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348600 Aug 26 13:42:53.849888 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-cbd2a00b-89be-478f-8846-16907b3b3dae req-9fc80226-2be7-42ac-a0e8-36ed69f44c46 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/security-groups?id=e176660b-6114-4c9b-bcc0-4f2fe14599c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398948 Aug 26 13:42:54.061452 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920223d-255b-4406-a517-5e6ca27bca0e req-94106db9-22af-4588-abc2-8071e8ca5b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:54.063894 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4920223d-255b-4406-a517-5e6ca27bca0e req-94106db9-22af-4588-abc2-8071e8ca5b3a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c16509923bb74b34b4bceeb7f5b491d5&device_id=0e1b004a-3dc0-42aa-8c82-72819254135d HTTP/1.1" status: 200 len: 1096 time: 0.0412872 Aug 26 13:42:54.155629 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920223d-255b-4406-a517-5e6ca27bca0e req-1ced45e6-d41d-4449-a934-b912f85ba3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:54.157028 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4920223d-255b-4406-a517-5e6ca27bca0e req-1ced45e6-d41d-4449-a934-b912f85ba3ec service neutron] 10.222.0.38 "GET /v2.0/networks?id=14e712f1-d849-4bef-bfa8-728aa4700efd HTTP/1.1" status: 200 len: 909 time: 0.0847983 Aug 26 13:42:54.173083 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5f348f4a-f60d-4716-97e9-53d4cb43ce0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:54.207154 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4920223d-255b-4406-a517-5e6ca27bca0e req-2b69aa14-59be-4160-9c80-24f010c9f919 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d03ccf2d-efbf-4558-88a4-4723c5841211 HTTP/1.1" status: 200 len: 217 time: 0.0387983 Aug 26 13:42:54.258779 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920223d-255b-4406-a517-5e6ca27bca0e req-e341cbad-d4c2-48d2-abd8-c43a8925f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:54.260292 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4920223d-255b-4406-a517-5e6ca27bca0e req-e341cbad-d4c2-48d2-abd8-c43a8925f30f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=51ddbd12-863d-40a3-8ba4-a143958d0df9 HTTP/1.1" status: 200 len: 848 time: 0.0445759 Aug 26 13:42:54.293244 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4920223d-255b-4406-a517-5e6ca27bca0e req-b032e77c-e2f4-4a2d-b3dd-9b21f2c7dfa6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14e712f1-d849-4bef-bfa8-728aa4700efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256844 Aug 26 13:42:54.408155 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4920223d-255b-4406-a517-5e6ca27bca0e req-ae40521f-2b04-4c73-bd4e-fdc06e2e5b27 service neutron] 10.222.0.38 "GET /v2.0/networks/14e712f1-d849-4bef-bfa8-728aa4700efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857966 Aug 26 13:42:54.507111 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4920223d-255b-4406-a517-5e6ca27bca0e req-0bdac4e3-4926-4d33-8671-dfe035c0b068 service neutron] 10.222.0.38 "GET /v2.0/networks/14e712f1-d849-4bef-bfa8-728aa4700efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864186 Aug 26 13:42:54.987501 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c2945-c637-4e76-bbf2-1abad6bec1fc req-42ef51f8-0a08-469c-8eae-ab4405903a6e tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:54.989578 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-bf8c2945-c637-4e76-bbf2-1abad6bec1fc req-42ef51f8-0a08-469c-8eae-ab4405903a6e tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e1b004a-3dc0-42aa-8c82-72819254135d HTTP/1.1" status: 200 len: 943 time: 0.0658839 Aug 26 13:42:55.048087 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-bf8c2945-c637-4e76-bbf2-1abad6bec1fc req-2121e2b2-17e0-4ea3-9e7e-d79e73398da1 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/security-groups?id=e176660b-6114-4c9b-bcc0-4f2fe14599c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409074 Aug 26 13:42:55.056825 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764dfeb8-379b-4087-a94c-d7bd97e0a5c8 req-9cd155e6-1a4c-40ac-ad33-df7213aadbd5 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:55.058309 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-764dfeb8-379b-4087-a94c-d7bd97e0a5c8 req-9cd155e6-1a4c-40ac-ad33-df7213aadbd5 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/ports?device_id=a01ce594-87bb-42e1-8976-62bd2e5f6680 HTTP/1.1" status: 200 len: 946 time: 0.0921290 Aug 26 13:42:55.095599 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-764dfeb8-379b-4087-a94c-d7bd97e0a5c8 req-ed9d4780-1280-4819-b40d-54d45fc2b285 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e6738b4-02be-4ca1-85ec-52cd6e0043a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313175 Aug 26 13:42:56.173616 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301ec07-9528-443a-aed8-607c8e888597 req-f33198e7-1425-4a93-bb1e-4adb02de5e6c tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:56.175130 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a301ec07-9528-443a-aed8-607c8e888597 req-f33198e7-1425-4a93-bb1e-4adb02de5e6c tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e1b004a-3dc0-42aa-8c82-72819254135d HTTP/1.1" status: 200 len: 943 time: 0.0589647 Aug 26 13:42:56.242336 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a301ec07-9528-443a-aed8-607c8e888597 req-946c6058-1611-42c2-8a63-58d091c6c419 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/security-groups?id=e176660b-6114-4c9b-bcc0-4f2fe14599c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585132 Aug 26 13:42:56.250463 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5d2f8-238b-403b-a6de-968c10c07f5c req-360bacd0-d611-4f18-b059-6adcdc25992c tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:56.252004 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-33a5d2f8-238b-403b-a6de-968c10c07f5c req-360bacd0-d611-4f18-b059-6adcdc25992c tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/ports?device_id=a01ce594-87bb-42e1-8976-62bd2e5f6680 HTTP/1.1" status: 200 len: 946 time: 0.0863497 Aug 26 13:42:56.289349 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-33a5d2f8-238b-403b-a6de-968c10c07f5c req-747787b7-42b1-4555-9a15-eba50b9ea59d tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e6738b4-02be-4ca1-85ec-52cd6e0043a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315289 Aug 26 13:42:56.807840 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c055b7a6-2d2d-4aaa-9301-b4362485938f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:57.048997 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device d03ccf2d-efbf-4558-88a4-4723c5841211 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=94616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 13:42:57.060060 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bab17f-4e7f-4fd6-bc94-59ffed5e4c44 req-b283cdc0-2195-4285-becd-4342ff2425a0 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:57.061501 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a8bab17f-4e7f-4fd6-bc94-59ffed5e4c44 req-b283cdc0-2195-4285-becd-4342ff2425a0 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.38 "GET /v2.0/ports?device_id=a01ce594-87bb-42e1-8976-62bd2e5f6680 HTTP/1.1" status: 200 len: 946 time: 0.0486536 Aug 26 13:42:57.146158 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port d03ccf2d-efbf-4558-88a4-4723c5841211, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d03ccf2d-efbf-4558-88a4-4723c5841211,segment=NetworkSegment(563989a8-5aed-476c-a0e1-58478e87a694),segment_id=563989a8-5aed-476c-a0e1-58478e87a694)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:42:57.157478 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Returning: {'device': 'd03ccf2d-efbf-4558-88a4-4723c5841211', 'network_id': '14e712f1-d849-4bef-bfa8-728aa4700efd', 'port_id': 'd03ccf2d-efbf-4558-88a4-4723c5841211', 'mac_address': 'fa:16:3e:8e:a4:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51ddbd12-863d-40a3-8ba4-a143958d0df9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 13:42:57.161256 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [req-a8bab17f-4e7f-4fd6-bc94-59ffed5e4c44 req-1c13e967-0366-4694-bba9-4c3672ca9233 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Deleting port 9843527f-5069-45c3-94b6-456acb0093f5 {{(pid=94614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:42:57.161683 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-a8bab17f-4e7f-4fd6-bc94-59ffed5e4c44 req-1c13e967-0366-4694-bba9-4c3672ca9233 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:57.196443 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:57.209133 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d03ccf2d-efbf-4558-88a4-4723c5841211 {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:42:57.229003 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port d03ccf2d-efbf-4558-88a4-4723c5841211, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d03ccf2d-efbf-4558-88a4-4723c5841211,segment=NetworkSegment(563989a8-5aed-476c-a0e1-58478e87a694),segment_id=563989a8-5aed-476c-a0e1-58478e87a694)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:42:57.250981 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [req-a8bab17f-4e7f-4fd6-bc94-59ffed5e4c44 req-1c13e967-0366-4694-bba9-4c3672ca9233 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] For port 9843527f-5069-45c3-94b6-456acb0093f5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9843527f-5069-45c3-94b6-456acb0093f5,segment=NetworkSegment(01409fc2-f7f4-4705-a109-5784e02918b0),segment_id=01409fc2-f7f4-4705-a109-5784e02918b0)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:42:57.251616 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-a8bab17f-4e7f-4fd6-bc94-59ffed5e4c44 req-1c13e967-0366-4694-bba9-4c3672ca9233 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:57.265141 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [req-a8bab17f-4e7f-4fd6-bc94-59ffed5e4c44 req-1c13e967-0366-4694-bba9-4c3672ca9233 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Calling delete_port for 9843527f-5069-45c3-94b6-456acb0093f5 owned by compute:nova {{(pid=94614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:42:57.310549 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:57.360424 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=d03ccf2d-efbf-4558-88a4-4723c5841211,revision_number=4']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:57.386978 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2886b-2cbb-4216-9e7e-9d4a182e3cd2 req-8accca5a-baaa-40d7-9ccc-3723be65fb55 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:57.388434 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-94c2886b-2cbb-4216-9e7e-9d4a182e3cd2 req-8accca5a-baaa-40d7-9ccc-3723be65fb55 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e1b004a-3dc0-42aa-8c82-72819254135d HTTP/1.1" status: 200 len: 944 time: 0.0773418 Aug 26 13:42:57.486058 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-94c2886b-2cbb-4216-9e7e-9d4a182e3cd2 req-5e6a09da-8c7c-48a7-b521-f51166f11df1 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/security-groups?id=e176660b-6114-4c9b-bcc0-4f2fe14599c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857458 Aug 26 13:42:57.497189 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557bcf0-08f5-43b5-8db8-f13ca64cbb5d req-ee27ca50-5985-4766-a2fc-60bc63f54041 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:57.498766 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9557bcf0-08f5-43b5-8db8-f13ca64cbb5d req-ee27ca50-5985-4766-a2fc-60bc63f54041 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/ports?device_id=a01ce594-87bb-42e1-8976-62bd2e5f6680 HTTP/1.1" status: 200 len: 946 time: 0.1326590 Aug 26 13:42:57.510817 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:57.552507 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9557bcf0-08f5-43b5-8db8-f13ca64cbb5d req-9d92672b-1f1e-4150-a1e9-c47a65ff353a tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e6738b4-02be-4ca1-85ec-52cd6e0043a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352993 Aug 26 13:42:57.630273 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-a8bab17f-4e7f-4fd6-bc94-59ffed5e4c44 req-1c13e967-0366-4694-bba9-4c3672ca9233 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:57.658655 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13e967-0366-4694-bba9-4c3672ca9233 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Pushing event deleted for resources: {'Port': ['ID=9843527f-5069-45c3-94b6-456acb0093f5,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:57.671532 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c13e967-0366-4694-bba9-4c3672ca9233 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:42:57.671880 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c13e967-0366-4694-bba9-4c3672ca9233 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:42:57.672217 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c13e967-0366-4694-bba9-4c3672ca9233 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:42:57.672548 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c13e967-0366-4694-bba9-4c3672ca9233 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:42:57.672883 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c13e967-0366-4694-bba9-4c3672ca9233 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:42:57.673210 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c13e967-0366-4694-bba9-4c3672ca9233 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:42:57.673533 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c13e967-0366-4694-bba9-4c3672ca9233 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:42:57.673892 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c13e967-0366-4694-bba9-4c3672ca9233 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:42:57.674214 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c13e967-0366-4694-bba9-4c3672ca9233 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:42:57.674531 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c13e967-0366-4694-bba9-4c3672ca9233 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:42:57.674850 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c13e967-0366-4694-bba9-4c3672ca9233 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:42:57.675756 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c13e967-0366-4694-bba9-4c3672ca9233 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:42:57.678805 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['9843527f-5069-45c3-94b6-456acb0093f5'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:42:57.703609 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['d03ccf2d-efbf-4558-88a4-4723c5841211'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:42:57.707745 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8bab17f-4e7f-4fd6-bc94-59ffed5e4c44 req-1c13e967-0366-4694-bba9-4c3672ca9233 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] No DVR routers for this DVR port 9843527f-5069-45c3-94b6-456acb0093f5 on host hv-cinder-78638 {{(pid=94614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 13:42:57.710095 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-a8bab17f-4e7f-4fd6-bc94-59ffed5e4c44 req-1c13e967-0366-4694-bba9-4c3672ca9233 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:57.712051 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a8bab17f-4e7f-4fd6-bc94-59ffed5e4c44 req-1c13e967-0366-4694-bba9-4c3672ca9233 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.38 "DELETE /v2.0/ports/9843527f-5069-45c3-94b6-456acb0093f5 HTTP/1.1" status: 204 len: 173 time: 0.6437438 Aug 26 13:42:57.712479 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a01ce594-87bb-42e1-8976-62bd2e5f6680', 'name': 'network-vif-deleted', 'tag': '9843527f-5069-45c3-94b6-456acb0093f5'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:42:57.714724 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a01c3ba01e4bf0bec97fb524610b41262b2b21d9aec27a526a98035f21d3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff9d1fd-b3c7-4fbe-9624-ad948ec3ad81" -d '{"events": [{"server_uuid": "a01ce594-87bb-42e1-8976-62bd2e5f6680", "name": "network-vif-deleted", "tag": "9843527f-5069-45c3-94b6-456acb0093f5"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:42:57.750839 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d997b1e-d0e1-4024-a644-5b85063d9d2c x-openstack-request-id: req-3d997b1e-d0e1-4024-a644-5b85063d9d2c {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:42:57.750839 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a01ce594-87bb-42e1-8976-62bd2e5f6680", "name": "network-vif-deleted", "tag": "9843527f-5069-45c3-94b6-456acb0093f5", "status": "completed", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:42:57.750839 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3d997b1e-d0e1-4024-a644-5b85063d9d2c {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:42:57.750839 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a01ce594-87bb-42e1-8976-62bd2e5f6680', 'name': 'network-vif-deleted', 'tag': '9843527f-5069-45c3-94b6-456acb0093f5', 'status': 'completed', 'code': 200} Aug 26 13:42:58.036881 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:58.638757 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b6fa4-b9f7-4195-82d0-9fa50503577d req-281310ae-cd45-4a52-b7ee-3bfc0a7a32af tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:58.641507 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c30b6fa4-b9f7-4195-82d0-9fa50503577d req-281310ae-cd45-4a52-b7ee-3bfc0a7a32af tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e1b004a-3dc0-42aa-8c82-72819254135d HTTP/1.1" status: 200 len: 944 time: 0.0833712 Aug 26 13:42:58.680619 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-326ad062-7fce-44cd-8edd-6270d6f633e5 req-5aeeafbf-63fd-4d33-aae4-35a0915ed261 tempest-VolumesSnapshotTestJSON-1758729505 tempest-VolumesSnapshotTestJSON-1758729505-project] 10.222.0.35 "GET /v2.0/ports?device_id=a01ce594-87bb-42e1-8976-62bd2e5f6680 HTTP/1.1" status: 200 len: 210 time: 0.0377614 Aug 26 13:42:58.705191 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c30b6fa4-b9f7-4195-82d0-9fa50503577d req-ebddf157-3441-4e05-bf1d-ce1476ad8097 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/security-groups?id=e176660b-6114-4c9b-bcc0-4f2fe14599c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521474 Aug 26 13:42:58.756810 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:59.057546 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device d03ccf2d-efbf-4558-88a4-4723c5841211 up at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:42:59.207942 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning for port d03ccf2d-efbf-4558-88a4-4723c5841211 completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:42:59.212313 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning complete for port d03ccf2d-efbf-4558-88a4-4723c5841211 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:42:59.212692 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:59.295257 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:59.318264 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1b004a-3dc0-42aa-8c82-72819254135d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03ccf2d-efbf-4558-88a4-4723c5841211'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:42:59.320456 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adf09783f65fc29d397fc30c9e785295af8fecd29e58eb7f547da51af43e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0291b09-13a9-4358-9902-2a64ba8a7ac9" -d '{"events": [{"server_uuid": "0e1b004a-3dc0-42aa-8c82-72819254135d", "name": "network-vif-plugged", "status": "completed", "tag": "d03ccf2d-efbf-4558-88a4-4723c5841211"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:42:59.332798 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port d03ccf2d-efbf-4558-88a4-4723c5841211, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d03ccf2d-efbf-4558-88a4-4723c5841211,segment=NetworkSegment(563989a8-5aed-476c-a0e1-58478e87a694),segment_id=563989a8-5aed-476c-a0e1-58478e87a694)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:42:59.412164 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b11a3ef-1027-4f31-ac3f-a66ec047831f x-openstack-request-id: req-6b11a3ef-1027-4f31-ac3f-a66ec047831f {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:42:59.412462 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1b004a-3dc0-42aa-8c82-72819254135d", "name": "network-vif-plugged", "status": "completed", "tag": "d03ccf2d-efbf-4558-88a4-4723c5841211", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:42:59.412721 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6b11a3ef-1027-4f31-ac3f-a66ec047831f {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:42:59.413188 dv-cinder-786386-11-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1b004a-3dc0-42aa-8c82-72819254135d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03ccf2d-efbf-4558-88a4-4723c5841211', 'code': 200} Aug 26 13:42:59.414489 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:42:59.462763 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=d03ccf2d-efbf-4558-88a4-4723c5841211,revision_number=5']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:42:59.762905 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51d607-b015-4022-9ae8-b21794fe5662 req-63c2e996-a475-4789-971e-376d9503cb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:59.764459 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9b51d607-b015-4022-9ae8-b21794fe5662 req-63c2e996-a475-4789-971e-376d9503cb2d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0e1b004a-3dc0-42aa-8c82-72819254135d HTTP/1.1" status: 200 len: 1098 time: 0.0498545 Aug 26 13:42:59.828429 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9b51d607-b015-4022-9ae8-b21794fe5662 req-9c9c5237-0061-49da-a6e5-2f2377d399b8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e176660b-6114-4c9b-bcc0-4f2fe14599c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569599 Aug 26 13:42:59.846955 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf6481-487f-480b-b681-f36b854687e8 req-ab22e604-4b0c-42b6-8341-9597482c4285 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:42:59.849760 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ebaf6481-487f-480b-b681-f36b854687e8 req-ab22e604-4b0c-42b6-8341-9597482c4285 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e1b004a-3dc0-42aa-8c82-72819254135d HTTP/1.1" status: 200 len: 945 time: 0.0614438 Aug 26 13:42:59.891899 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ebaf6481-487f-480b-b681-f36b854687e8 req-e005286e-72d9-4f47-b8cb-1035c11fe97b tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/security-groups?id=e176660b-6114-4c9b-bcc0-4f2fe14599c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333130 Aug 26 13:43:00.407813 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:01.007151 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b10bf-3255-417c-9da9-d48bf06ed204 req-8e2f5b76-09ec-40bc-a0d6-c7d112453ccf tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:01.008669 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-906b10bf-3255-417c-9da9-d48bf06ed204 req-8e2f5b76-09ec-40bc-a0d6-c7d112453ccf tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e1b004a-3dc0-42aa-8c82-72819254135d HTTP/1.1" status: 200 len: 945 time: 0.0506494 Aug 26 13:43:01.053215 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 9843527f-5069-45c3-94b6-456acb0093f5 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:43:01.054029 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-906b10bf-3255-417c-9da9-d48bf06ed204 req-8c4bd821-0311-432a-a39e-567266d64b98 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/security-groups?id=e176660b-6114-4c9b-bcc0-4f2fe14599c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389135 Aug 26 13:43:01.080685 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] No Port match for: 9843527f-5069-45c3-94b6-456acb0093f5 {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:43:01.081032 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 9843527f-5069-45c3-94b6-456acb0093f5 not bound to the agent host hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:43:01.596713 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe664e11-4b27-4cb3-99d5-65cbb0dd02ea req-96074691-448d-4347-aef7-aee7ea8cfe00 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:01.598896 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-fe664e11-4b27-4cb3-99d5-65cbb0dd02ea req-96074691-448d-4347-aef7-aee7ea8cfe00 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0502651 Aug 26 13:43:01.637510 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-fe664e11-4b27-4cb3-99d5-65cbb0dd02ea req-fa865d40-5b48-4b50-b85f-c013de9f45a8 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322721 Aug 26 13:43:02.175328 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bf6b0-cdb7-4566-b5c9-e29219762c7f req-b503e337-8ab9-485f-83b4-87ea1704dbcd tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:02.176837 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d80bf6b0-cdb7-4566-b5c9-e29219762c7f req-b503e337-8ab9-485f-83b4-87ea1704dbcd tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e1b004a-3dc0-42aa-8c82-72819254135d HTTP/1.1" status: 200 len: 945 time: 0.0532610 Aug 26 13:43:02.214996 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d80bf6b0-cdb7-4566-b5c9-e29219762c7f req-bb8524f8-0ce9-4dcf-88a6-47da7f1a5732 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/security-groups?id=e176660b-6114-4c9b-bcc0-4f2fe14599c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322304 Aug 26 13:43:02.757096 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941597a3-3d49-4b0e-9036-607338a4d1c3 req-eb156ac4-0b5c-488d-abfc-5c26ded9bbd9 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:02.758607 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-941597a3-3d49-4b0e-9036-607338a4d1c3 req-eb156ac4-0b5c-488d-abfc-5c26ded9bbd9 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0505834 Aug 26 13:43:02.797095 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-941597a3-3d49-4b0e-9036-607338a4d1c3 req-d7589c54-9a7b-4f0d-a661-6555646da303 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321527 Aug 26 13:43:03.954489 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d2554-56e1-4cfe-be92-30ecbc68af7b req-c7e38c7f-37e2-4c1b-9518-af6abfbb25a3 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:03.957226 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-da2d2554-56e1-4cfe-be92-30ecbc68af7b req-c7e38c7f-37e2-4c1b-9518-af6abfbb25a3 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0845869 Aug 26 13:43:03.997022 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-da2d2554-56e1-4cfe-be92-30ecbc68af7b req-582d274e-a528-4b96-ab69-6cc3294b3870 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339239 Aug 26 13:43:05.129260 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b204d48-2b28-48e7-923d-3e54c5f195e0 req-a15e0b48-db01-4393-bdd9-ea6e9e998995 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:05.130838 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3b204d48-2b28-48e7-923d-3e54c5f195e0 req-a15e0b48-db01-4393-bdd9-ea6e9e998995 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0541465 Aug 26 13:43:05.172546 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3b204d48-2b28-48e7-923d-3e54c5f195e0 req-bf2ca932-980c-46fd-b929-dcb4054fd50f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355923 Aug 26 13:43:05.903341 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032fa91-1d13-4f19-bc70-9b2933657e94 req-8b5be7ab-123b-422c-b883-a9430c5dc1cc tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:05.904859 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7032fa91-1d13-4f19-bc70-9b2933657e94 req-8b5be7ab-123b-422c-b883-a9430c5dc1cc tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e1b004a-3dc0-42aa-8c82-72819254135d HTTP/1.1" status: 200 len: 945 time: 0.0560377 Aug 26 13:43:05.945001 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7032fa91-1d13-4f19-bc70-9b2933657e94 req-a24280cc-ed3c-4b7f-b0fb-51d2947f952f tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/security-groups?id=e176660b-6114-4c9b-bcc0-4f2fe14599c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342669 Aug 26 13:43:06.330445 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc4fc0-0209-4b25-9515-e858292e3c21 req-279a188d-cb8a-4ff6-bb48-be46b15a145a tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:06.336678 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-73bc4fc0-0209-4b25-9515-e858292e3c21 req-279a188d-cb8a-4ff6-bb48-be46b15a145a tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0899107 Aug 26 13:43:06.352964 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b886fe-29d3-4d6c-a186-c87cf068bb21 req-ae44ac5d-a35a-4fed-b030-7271911b6ad0 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:06.354810 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-04b886fe-29d3-4d6c-a186-c87cf068bb21 req-ae44ac5d-a35a-4fed-b030-7271911b6ad0 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 945 time: 0.0956035 Aug 26 13:43:06.438381 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-73bc4fc0-0209-4b25-9515-e858292e3c21 req-52661d85-d516-4821-aeba-f6125f3ab4e9 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=e62c307d-3bfe-4a59-be3b-97e34d4132bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824008 Aug 26 13:43:06.491334 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [req-04b886fe-29d3-4d6c-a186-c87cf068bb21 req-0147880b-43c7-429a-8c72-9a6fe0b610b6 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Deleting port 3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6 {{(pid=94614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:43:06.491676 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-04b886fe-29d3-4d6c-a186-c87cf068bb21 req-0147880b-43c7-429a-8c72-9a6fe0b610b6 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:06.588983 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [req-04b886fe-29d3-4d6c-a186-c87cf068bb21 req-0147880b-43c7-429a-8c72-9a6fe0b610b6 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] For port 3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6,segment=NetworkSegment(333f8320-6673-407c-9555-81d2ae035560),segment_id=333f8320-6673-407c-9555-81d2ae035560)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:43:06.589328 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-04b886fe-29d3-4d6c-a186-c87cf068bb21 req-0147880b-43c7-429a-8c72-9a6fe0b610b6 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:06.794223 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-04b886fe-29d3-4d6c-a186-c87cf068bb21 req-0147880b-43c7-429a-8c72-9a6fe0b610b6 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:06.794612 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-04b886fe-29d3-4d6c-a186-c87cf068bb21 req-0147880b-43c7-429a-8c72-9a6fe0b610b6 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430417'] for floatingip, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:06.795055 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.db.l3_db [req-04b886fe-29d3-4d6c-a186-c87cf068bb21 req-0147880b-43c7-429a-8c72-9a6fe0b610b6 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Floating IP 29188f34-4fd3-45c0-992a-1fd90003fd87 disassociated. External IP: 172.27.2.47, port: 3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6. Aug 26 13:43:06.795276 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [req-04b886fe-29d3-4d6c-a186-c87cf068bb21 req-0147880b-43c7-429a-8c72-9a6fe0b610b6 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Calling delete_port for 3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6 owned by compute:nova {{(pid=94614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:43:06.979658 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-04b886fe-29d3-4d6c-a186-c87cf068bb21 req-0147880b-43c7-429a-8c72-9a6fe0b610b6 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:07.017050 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147880b-43c7-429a-8c72-9a6fe0b610b6 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Pushing event deleted for resources: {'Port': ['ID=3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:07.145037 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0544e-b78d-400a-be8b-f514986ce5c9 req-affa5867-7a09-4459-8634-fc62f0649397 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:07.146527 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-61d0544e-b78d-400a-be8b-f514986ce5c9 req-affa5867-7a09-4459-8634-fc62f0649397 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e1b004a-3dc0-42aa-8c82-72819254135d HTTP/1.1" status: 200 len: 945 time: 0.1251972 Aug 26 13:43:07.195570 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04b886fe-29d3-4d6c-a186-c87cf068bb21 req-0147880b-43c7-429a-8c72-9a6fe0b610b6 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Router 248087d4-e254-48c9-8d21-833c348168c2 has already been hosted by L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 {{(pid=94614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 13:43:07.210987 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-61d0544e-b78d-400a-be8b-f514986ce5c9 req-577622c7-f168-4d83-be6d-d130cceccc56 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/security-groups?id=e176660b-6114-4c9b-bcc0-4f2fe14599c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551717 Aug 26 13:43:07.598167 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6d4b9878-82fa-464f-b2fd-cc3f0e2684fb req-8d848dfb-4930-44f9-9bfa-1b39568a0917 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 210 time: 0.0381751 Aug 26 13:43:07.611573 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04b886fe-29d3-4d6c-a186-c87cf068bb21 req-0147880b-43c7-429a-8c72-9a6fe0b610b6 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:43:07.621841 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3829bd01-64d8-4a65-95dc-8b380c57ac46 None None] Sync routers for ids ['248087d4-e254-48c9-8d21-833c348168c2'] in dv-cinder-786386-11-iscsi {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:43:07.635773 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3829bd01-64d8-4a65-95dc-8b380c57ac46 None None] Routers {'248087d4-e254-48c9-8d21-833c348168c2'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:43:07.636812 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-3829bd01-64d8-4a65-95dc-8b380c57ac46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:42:57Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['248087d4-e254-48c9-8d21-833c348168c2'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:43:07.647564 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d310bb7-61c9-4a6c-9897-b34c22b93450 req-664c19d9-acf8-46f2-ba2d-bae8ffa618c6 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:07.649176 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-6d310bb7-61c9-4a6c-9897-b34c22b93450 req-664c19d9-acf8-46f2-ba2d-bae8ffa618c6 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e1b004a-3dc0-42aa-8c82-72819254135d HTTP/1.1" status: 200 len: 945 time: 0.0584357 Aug 26 13:43:07.660935 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b886fe-29d3-4d6c-a186-c87cf068bb21 req-0147880b-43c7-429a-8c72-9a6fe0b610b6 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] No DVR routers for this DVR port 3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6 on host hv-cinder-78638 {{(pid=94614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 13:43:07.664030 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-04b886fe-29d3-4d6c-a186-c87cf068bb21 req-0147880b-43c7-429a-8c72-9a6fe0b610b6 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:07.666276 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-04b886fe-29d3-4d6c-a186-c87cf068bb21 req-0147880b-43c7-429a-8c72-9a6fe0b610b6 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.38 "DELETE /v2.0/ports/3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6 HTTP/1.1" status: 204 len: 173 time: 1.3015282 Aug 26 13:43:07.666747 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc25f75-2785-45c9-b8ba-2bb5ecfc477e', 'name': 'network-vif-deleted', 'tag': '3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:43:07.670502 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a01c3ba01e4bf0bec97fb524610b41262b2b21d9aec27a526a98035f21d3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4e2844-5dff-44c2-bea8-761aec9cbf04" -d '{"events": [{"server_uuid": "ccc25f75-2785-45c9-b8ba-2bb5ecfc477e", "name": "network-vif-deleted", "tag": "3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:43:07.715853 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8680faa4-9c30-4ab6-b1bc-c2ce77bfc4d4 x-openstack-request-id: req-8680faa4-9c30-4ab6-b1bc-c2ce77bfc4d4 {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:43:07.716305 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccc25f75-2785-45c9-b8ba-2bb5ecfc477e", "name": "network-vif-deleted", "tag": "3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6", "status": "completed", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:43:07.716558 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8680faa4-9c30-4ab6-b1bc-c2ce77bfc4d4 {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:43:07.716958 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc25f75-2785-45c9-b8ba-2bb5ecfc477e', 'name': 'network-vif-deleted', 'tag': '3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6', 'status': 'completed', 'code': 200} Aug 26 13:43:07.766937 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [req-6d310bb7-61c9-4a6c-9897-b34c22b93450 req-a0297fc4-2278-43d4-bd0c-1ebebe1c8d80 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Deleting port d03ccf2d-efbf-4558-88a4-4723c5841211 {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:43:07.767274 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-6d310bb7-61c9-4a6c-9897-b34c22b93450 req-a0297fc4-2278-43d4-bd0c-1ebebe1c8d80 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:07.784521 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-3829bd01-64d8-4a65-95dc-8b380c57ac46 None None] Set router 248087d4-e254-48c9-8d21-833c348168c2 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:43:07.872948 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-6d310bb7-61c9-4a6c-9897-b34c22b93450 req-a0297fc4-2278-43d4-bd0c-1ebebe1c8d80 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] For port d03ccf2d-efbf-4558-88a4-4723c5841211, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d03ccf2d-efbf-4558-88a4-4723c5841211,segment=NetworkSegment(563989a8-5aed-476c-a0e1-58478e87a694),segment_id=563989a8-5aed-476c-a0e1-58478e87a694)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:43:07.873319 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-6d310bb7-61c9-4a6c-9897-b34c22b93450 req-a0297fc4-2278-43d4-bd0c-1ebebe1c8d80 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:07.895295 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [req-6d310bb7-61c9-4a6c-9897-b34c22b93450 req-a0297fc4-2278-43d4-bd0c-1ebebe1c8d80 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Calling delete_port for d03ccf2d-efbf-4558-88a4-4723c5841211 owned by compute:nova {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:43:08.050398 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-3829bd01-64d8-4a65-95dc-8b380c57ac46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248087d4-e254-48c9-8d21-833c348168c2', 'name': 'tempest-AttachVolumeTestJSON-468661606-router', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '9f008d0b-e04e-4b83-a332-697932f46062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:38:37Z', 'updated_at': '2021-08-26T13:38:44Z', 'revision_number': 4, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'gw_port': {'id': '9f008d0b-e04e-4b83-a332-697932f46062', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248087d4-e254-48c9-8d21-833c348168c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:38:39Z', 'updated_at': '2021-08-26T13:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': 'ef327389-73d7-4620-9dc9-48f9cc2bbda7', 'name': '', 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'mac_address': 'fa:16:3e:08:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248087d4-e254-48c9-8d21-833c348168c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'c1715bbd-f5d8-429f-ad95-4ec258043bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:38:42Z', 'updated_at': '2021-08-26T13:38:51Z', 'revision_number': 5, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'subnets': [{'id': 'c1715bbd-f5d8-429f-ad95-4ec258043bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:43:08.081387 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3829bd01-64d8-4a65-95dc-8b380c57ac46 None None] Checking router: 248087d4-e254-48c9-8d21-833c348168c2 for host: dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:43:08.098808 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3829bd01-64d8-4a65-95dc-8b380c57ac46 None None] Routers {'248087d4-e254-48c9-8d21-833c348168c2'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:43:08.099613 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-3829bd01-64d8-4a65-95dc-8b380c57ac46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:42:57Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['248087d4-e254-48c9-8d21-833c348168c2'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:43:08.168064 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-6d310bb7-61c9-4a6c-9897-b34c22b93450 req-a0297fc4-2278-43d4-bd0c-1ebebe1c8d80 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:08.207266 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['d03ccf2d-efbf-4558-88a4-4723c5841211'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:43:08.223484 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0297fc4-2278-43d4-bd0c-1ebebe1c8d80 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Pushing event deleted for resources: {'Port': ['ID=d03ccf2d-efbf-4558-88a4-4723c5841211,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:08.241831 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0297fc4-2278-43d4-bd0c-1ebebe1c8d80 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:43:08.242395 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0297fc4-2278-43d4-bd0c-1ebebe1c8d80 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:43:08.242912 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0297fc4-2278-43d4-bd0c-1ebebe1c8d80 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:43:08.243411 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0297fc4-2278-43d4-bd0c-1ebebe1c8d80 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:43:08.244197 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0297fc4-2278-43d4-bd0c-1ebebe1c8d80 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:43:08.244739 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0297fc4-2278-43d4-bd0c-1ebebe1c8d80 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:43:08.245250 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0297fc4-2278-43d4-bd0c-1ebebe1c8d80 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:43:08.245772 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0297fc4-2278-43d4-bd0c-1ebebe1c8d80 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:43:08.246319 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0297fc4-2278-43d4-bd0c-1ebebe1c8d80 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:43:08.246818 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0297fc4-2278-43d4-bd0c-1ebebe1c8d80 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:43:08.247494 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0297fc4-2278-43d4-bd0c-1ebebe1c8d80 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:43:08.247997 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0297fc4-2278-43d4-bd0c-1ebebe1c8d80 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:43:08.272122 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-3829bd01-64d8-4a65-95dc-8b380c57ac46 None None] Set router 248087d4-e254-48c9-8d21-833c348168c2 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:43:08.302323 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d310bb7-61c9-4a6c-9897-b34c22b93450 req-a0297fc4-2278-43d4-bd0c-1ebebe1c8d80 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] No DVR routers for this DVR port d03ccf2d-efbf-4558-88a4-4723c5841211 on host hv-cinder-78638 {{(pid=94615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 13:43:08.305448 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-6d310bb7-61c9-4a6c-9897-b34c22b93450 req-a0297fc4-2278-43d4-bd0c-1ebebe1c8d80 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:08.307892 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-6d310bb7-61c9-4a6c-9897-b34c22b93450 req-a0297fc4-2278-43d4-bd0c-1ebebe1c8d80 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.38 "DELETE /v2.0/ports/d03ccf2d-efbf-4558-88a4-4723c5841211 HTTP/1.1" status: 204 len: 173 time: 0.6515076 Aug 26 13:43:08.308394 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1b004a-3dc0-42aa-8c82-72819254135d', 'name': 'network-vif-deleted', 'tag': 'd03ccf2d-efbf-4558-88a4-4723c5841211'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:43:08.311135 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea93b417d78f98f8f49a9646f42316e7837148fdcc5dd11c49486c93967457e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69312663-0375-462d-8ec3-7d8ac67a8aea" -d '{"events": [{"server_uuid": "0e1b004a-3dc0-42aa-8c82-72819254135d", "name": "network-vif-deleted", "tag": "d03ccf2d-efbf-4558-88a4-4723c5841211"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:43:08.342401 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-18cbb552-5711-4f0d-bea2-a90267b7c50e req-5216bb3b-4b04-47b7-83df-93c38d3d7fd6 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e1b004a-3dc0-42aa-8c82-72819254135d HTTP/1.1" status: 200 len: 210 time: 0.0331345 Aug 26 13:43:08.433783 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3661232d-31dd-4126-b513-7773473b9f9e x-openstack-request-id: req-3661232d-31dd-4126-b513-7773473b9f9e {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:43:08.434759 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1b004a-3dc0-42aa-8c82-72819254135d", "name": "network-vif-deleted", "tag": "d03ccf2d-efbf-4558-88a4-4723c5841211", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:43:08.435215 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3661232d-31dd-4126-b513-7773473b9f9e {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:43:08.436105 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1b004a-3dc0-42aa-8c82-72819254135d', 'name': 'network-vif-deleted', 'tag': 'd03ccf2d-efbf-4558-88a4-4723c5841211', 'status': 'completed', 'code': 200} Aug 26 13:43:08.705370 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-3829bd01-64d8-4a65-95dc-8b380c57ac46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248087d4-e254-48c9-8d21-833c348168c2', 'name': 'tempest-AttachVolumeTestJSON-468661606-router', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '9f008d0b-e04e-4b83-a332-697932f46062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:38:37Z', 'updated_at': '2021-08-26T13:38:44Z', 'revision_number': 4, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'gw_port': {'id': '9f008d0b-e04e-4b83-a332-697932f46062', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248087d4-e254-48c9-8d21-833c348168c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:38:39Z', 'updated_at': '2021-08-26T13:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': 'ef327389-73d7-4620-9dc9-48f9cc2bbda7', 'name': '', 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'mac_address': 'fa:16:3e:08:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248087d4-e254-48c9-8d21-833c348168c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'c1715bbd-f5d8-429f-ad95-4ec258043bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:38:42Z', 'updated_at': '2021-08-26T13:38:51Z', 'revision_number': 5, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'subnets': [{'id': 'c1715bbd-f5d8-429f-ad95-4ec258043bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:43:08.758313 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3829bd01-64d8-4a65-95dc-8b380c57ac46 None None] The sync data for ids ['248087d4-e254-48c9-8d21-833c348168c2'] in dv-cinder-786386-11-iscsi is: [{'id': '248087d4-e254-48c9-8d21-833c348168c2', 'name': 'tempest-AttachVolumeTestJSON-468661606-router', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '9f008d0b-e04e-4b83-a332-697932f46062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:38:37Z', 'updated_at': '2021-08-26T13:38:44Z', 'revision_number': 4, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'gw_port': {'id': '9f008d0b-e04e-4b83-a332-697932f46062', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248087d4-e254-48c9-8d21-833c348168c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:38:39Z', 'updated_at': '2021-08-26T13:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': 'ef327389-73d7-4620-9dc9-48f9cc2bbda7', 'name': '', 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'mac_address': 'fa:16:3e:08:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248087d4-e254-48c9-8d21-833c348168c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'c1715bbd-f5d8-429f-ad95-4ec258043bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:38:42Z', 'updated_at': '2021-08-26T13:38:51Z', 'revision_number': 5, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'subnets': [{'id': 'c1715bbd-f5d8-429f-ad95-4ec258043bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:43:08.779455 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a52ebf05-8d88-46e2-ad7c-b6c50ffd9650 req-31b6cc8c-61b0-4b1f-a604-05ce05185def tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccc25f75-2785-45c9-b8ba-2bb5ecfc477e HTTP/1.1" status: 200 len: 210 time: 0.0431876 Aug 26 13:43:09.042215 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45493e05-6855-41cb-bcd8-d9f554503e8b None None] New status for floating IP 29188f34-4fd3-45c0-992a-1fd90003fd87: DOWN {{(pid=94617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 13:43:09.127332 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:43:09.166881 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] No Port match for: 3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6 {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:43:09.167123 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 3f2e09eb-6cdd-497c-b7e0-67a7e191ddd6 not bound to the agent host hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:43:09.458400 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c58fdc5b-0b57-4ec3-a9db-ac258d95fa3b req-1efde11e-017d-4fcd-9d65-9b3dc05486a3 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e1b004a-3dc0-42aa-8c82-72819254135d HTTP/1.1" status: 200 len: 210 time: 0.0256743 Aug 26 13:43:09.975172 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 33834) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:43:10.032991 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-cd5c59ef-3d57-4cfc-95fd-57905c8bfc2d tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:10.059501 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-cd5c59ef-3d57-4cfc-95fd-57905c8bfc2d tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:10.190556 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-cd5c59ef-3d57-4cfc-95fd-57905c8bfc2d tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:10.193092 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-cd5c59ef-3d57-4cfc-95fd-57905c8bfc2d tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:10.194324 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-cd5c59ef-3d57-4cfc-95fd-57905c8bfc2d tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "DELETE /v2.0/security-groups/e62c307d-3bfe-4a59-be3b-97e34d4132bd HTTP/1.1" status: 204 len: 168 time: 0.2180915 Aug 26 13:43:10.197963 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 33840) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:43:10.204701 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c59ef-3d57-4cfc-95fd-57905c8bfc2d tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62c307d-3bfe-4a59-be3b-97e34d4132bd,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:10.215179 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.api.v2.resource [None req-2bdf7a63-f6d7-4cd7-bae2-4ad725d10251 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] show failed (client error): The resource could not be found. Aug 26 13:43:10.216241 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-2bdf7a63-f6d7-4cd7-bae2-4ad725d10251 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups/e62c307d-3bfe-4a59-be3b-97e34d4132bd HTTP/1.1" status: 404 len: 347 time: 0.0172057 Aug 26 13:43:10.220465 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 33842) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:43:10.366212 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-c324f34f-24e1-43f3-ae29-e9d4971a1f48 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Deleting port b870e418-7878-4496-8bf1-ac45a832d43c {{(pid=94614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:43:10.366767 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c324f34f-24e1-43f3-ae29-e9d4971a1f48 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:10.453665 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c324f34f-24e1-43f3-ae29-e9d4971a1f48 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:10.453926 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c324f34f-24e1-43f3-ae29-e9d4971a1f48 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:10.466586 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-c324f34f-24e1-43f3-ae29-e9d4971a1f48 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Calling delete_port for b870e418-7878-4496-8bf1-ac45a832d43c owned by network:floatingip {{(pid=94614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:43:10.747518 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-4df3abdb-bb87-4f81-8296-fee9c225bd16 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:10.748950 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-4df3abdb-bb87-4f81-8296-fee9c225bd16 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/networks?id=14e712f1-d849-4bef-bfa8-728aa4700efd HTTP/1.1" status: 200 len: 808 time: 0.1059024 Aug 26 13:43:10.761612 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c324f34f-24e1-43f3-ae29-e9d4971a1f48 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:10.773564 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-b9050386-267c-4ba9-a790-6d3ad1b1526b tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/quotas/c16509923bb74b34b4bceeb7f5b491d5 HTTP/1.1" status: 200 len: 375 time: 0.0186558 Aug 26 13:43:10.796322 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324f34f-24e1-43f3-ae29-e9d4971a1f48 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Pushing event deleted for resources: {'Port': ['ID=b870e418-7878-4496-8bf1-ac45a832d43c,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:10.839794 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-6f5d38ad-b8de-46d7-9987-f52dea49b3e6 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c16509923bb74b34b4bceeb7f5b491d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467784 Aug 26 13:43:10.892353 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c324f34f-24e1-43f3-ae29-e9d4971a1f48 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for floatingip, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:10.896366 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c324f34f-24e1-43f3-ae29-e9d4971a1f48 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for floatingip, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:10.901908 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-c324f34f-24e1-43f3-ae29-e9d4971a1f48 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "DELETE /v2.0/floatingips/29188f34-4fd3-45c0-992a-1fd90003fd87 HTTP/1.1" status: 204 len: 168 time: 0.6798611 Aug 26 13:43:11.041956 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-7af215e3-1b9c-4db9-98f3-860e486eb4f4 service neutron] 10.222.0.35 "GET /v2.0/networks/14e712f1-d849-4bef-bfa8-728aa4700efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821420 Aug 26 13:43:11.132137 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device d03ccf2d-efbf-4558-88a4-4723c5841211 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:43:11.136375 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-8436f91f-63da-473c-8f84-3196d50d0abb service neutron] 10.222.0.35 "GET /v2.0/networks/14e712f1-d849-4bef-bfa8-728aa4700efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883851 Aug 26 13:43:11.153934 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] No Port match for: d03ccf2d-efbf-4558-88a4-4723c5841211 {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:43:11.154288 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device d03ccf2d-efbf-4558-88a4-4723c5841211 not bound to the agent host hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:43:11.743748 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 33890) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:43:11.750192 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-a5f4aeb7-6c28-4c25-a579-31ef951adcf9 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1172444316', 'description': 'tempest-description--1736537805'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:43:11.801190 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-fd3edfac-8872-4d31-8c8d-718f7d7a483b req-46b04587-b50c-4422-80f6-ee1422b351ce tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dac9020-afa9-4767-a57f-c43ac2922999 HTTP/1.1" status: 200 len: 210 time: 0.0350406 Aug 26 13:43:11.859255 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee4ae1-b7bc-407d-9fcc-fa3619679853 req-e0f8afe0-9c81-413b-80f9-62aad2f46b45 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:11.861009 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-26ee4ae1-b7bc-407d-9fcc-fa3619679853 req-e0f8afe0-9c81-413b-80f9-62aad2f46b45 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.0580354 Aug 26 13:43:11.900976 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-26ee4ae1-b7bc-407d-9fcc-fa3619679853 req-d5756cc6-c59a-4fea-82e9-ef3c507eb108 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337946 Aug 26 13:43:12.007707 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a5f4aeb7-6c28-4c25-a579-31ef951adcf9 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:12.090866 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a5f4aeb7-6c28-4c25-a579-31ef951adcf9 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:12.184556 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a5f4aeb7-6c28-4c25-a579-31ef951adcf9 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:12.214609 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4aeb7-6c28-4c25-a579-31ef951adcf9 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7228d2e-9a11-4228-8c72-d5606bfd687c,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:12.299401 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a5f4aeb7-6c28-4c25-a579-31ef951adcf9 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:12.301524 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-a5f4aeb7-6c28-4c25-a579-31ef951adcf9 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5565140 Aug 26 13:43:12.304634 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 33894) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:43:12.309386 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-33e81b24-77c6-4dca-8bf7-882b5e71e8a0 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Request body: {'security_group_rule': {'security_group_id': 'b7228d2e-9a11-4228-8c72-d5606bfd687c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:43:12.425207 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-33e81b24-77c6-4dca-8bf7-882b5e71e8a0 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:12.491619 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-33e81b24-77c6-4dca-8bf7-882b5e71e8a0 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:12.590489 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-33e81b24-77c6-4dca-8bf7-882b5e71e8a0 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096277'] for security_group_rule, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:12.609782 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e81b24-77c6-4dca-8bf7-882b5e71e8a0 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94feffe2-2954-4636-8c21-e556a8d2dfa9,revision_number=0']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:12.699465 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-33e81b24-77c6-4dca-8bf7-882b5e71e8a0 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:12.700636 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-33e81b24-77c6-4dca-8bf7-882b5e71e8a0 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3950274 Aug 26 13:43:12.703546 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 33898) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:43:12.708129 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-ebcdab38-9c2c-4766-9e34-a2dcd7d16b91 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Request body: {'security_group_rule': {'security_group_id': 'b7228d2e-9a11-4228-8c72-d5606bfd687c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:43:12.818121 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ebcdab38-9c2c-4766-9e34-a2dcd7d16b91 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:12.888622 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ebcdab38-9c2c-4766-9e34-a2dcd7d16b91 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:12.904271 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9659aeeb-fce3-4807-85ff-9d04ced0b0af req-2a244b76-d2f9-42a7-b24c-09fb47cbf7b7 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dac9020-afa9-4767-a57f-c43ac2922999 HTTP/1.1" status: 200 len: 210 time: 0.0326693 Aug 26 13:43:12.962306 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ebcdab38-9c2c-4766-9e34-a2dcd7d16b91 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096277'] for security_group_rule, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:12.991784 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcdab38-9c2c-4766-9e34-a2dcd7d16b91 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d531e7b5-fd41-472d-844b-278d698d19a8,revision_number=0']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:13.029748 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc3e72-08a2-455c-8904-b98ee3754547 req-cfd6d98f-6433-4bfc-81ae-e202d642dfe7 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:13.031280 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-10bc3e72-08a2-455c-8904-b98ee3754547 req-cfd6d98f-6433-4bfc-81ae-e202d642dfe7 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.0537939 Aug 26 13:43:13.071549 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-10bc3e72-08a2-455c-8904-b98ee3754547 req-9caa8321-1c78-4419-a110-ac6151de81bf tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334778 Aug 26 13:43:13.082892 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ebcdab38-9c2c-4766-9e34-a2dcd7d16b91 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:13.084105 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-ebcdab38-9c2c-4766-9e34-a2dcd7d16b91 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3795393 Aug 26 13:43:13.087197 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 33904) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:43:13.091934 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-d7324a8b-ed22-405f-95d6-96168f225a9f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Request body: {'floatingip': {'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:43:13.179498 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d7324a8b-ed22-405f-95d6-96168f225a9f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for floatingip, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:13.279179 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d7324a8b-ed22-405f-95d6-96168f225a9f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:13.396444 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_common [None req-d7324a8b-ed22-405f-95d6-96168f225a9f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Allocated IP 172.27.2.101 (0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a/b7ae35bd-0037-4f3a-908b-b50a80e8b092/6a3d310d-35e2-4622-9116-5fddfc12694a) {{(pid=94614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:43:13.504120 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d7324a8b-ed22-405f-95d6-96168f225a9f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for port, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:13.591166 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d7324a8b-ed22-405f-95d6-96168f225a9f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:13.631891 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7324a8b-ed22-405f-95d6-96168f225a9f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Network 0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:43:13.634917 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-d7324a8b-ed22-405f-95d6-96168f225a9f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:43:13.638767 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7324a8b-ed22-405f-95d6-96168f225a9f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Received port after_create {{(pid=94614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:43:13.644962 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7324a8b-ed22-405f-95d6-96168f225a9f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Pushing event updated for resources: {'Port': ['ID=6a3d310d-35e2-4622-9116-5fddfc12694a,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:13.742464 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d7324a8b-ed22-405f-95d6-96168f225a9f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:13.869558 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d7324a8b-ed22-405f-95d6-96168f225a9f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:14.011993 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7ef43a19-d0fd-4d0b-aa7a-5e8a6d8915c2 req-e2812886-c784-4985-b2dc-b19d0ffb536c tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dac9020-afa9-4767-a57f-c43ac2922999 HTTP/1.1" status: 200 len: 210 time: 0.0319951 Aug 26 13:43:14.054144 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d7324a8b-ed22-405f-95d6-96168f225a9f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:14.110574 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d7324a8b-ed22-405f-95d6-96168f225a9f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625096'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:14.218465 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7324a8b-ed22-405f-95d6-96168f225a9f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Pushing event updated for resources: {'Port': ['ID=6a3d310d-35e2-4622-9116-5fddfc12694a,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:14.230750 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d7324a8b-ed22-405f-95d6-96168f225a9f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430417'] for floatingip, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:14.256450 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126abc7-201c-4107-9649-b3a5a5a486fe req-9779d112-151b-4aed-a815-8df8b3e4faa0 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:14.258213 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9126abc7-201c-4107-9649-b3a5a5a486fe req-9779d112-151b-4aed-a815-8df8b3e4faa0 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.1118267 Aug 26 13:43:14.299185 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9126abc7-201c-4107-9649-b3a5a5a486fe req-f4203504-3234-4b5b-a393-ca58b1d22c60 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345793 Aug 26 13:43:14.300923 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d7324a8b-ed22-405f-95d6-96168f225a9f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for floatingip, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:14.302061 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-d7324a8b-ed22-405f-95d6-96168f225a9f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2137234 Aug 26 13:43:14.498892 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-241dce03-7799-4d02-b879-f677e5381c8f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1172444316&fields=id&tenant_id=65130eabd4ec48ceae0756fbd43feccb HTTP/1.1" status: 200 len: 267 time: 0.0342138 Aug 26 13:43:14.618139 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-db7eb5d2-ef1f-46c9-b54f-70a9c7be556f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:14.619750 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-db7eb5d2-ef1f-46c9-b54f-70a9c7be556f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/networks?id=d1d603f2-7a88-43bf-9288-e294a103440d HTTP/1.1" status: 200 len: 810 time: 0.1136479 Aug 26 13:43:14.635812 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-bdce920d-8a19-4dca-a0dc-9087e2ed2534 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/quotas/65130eabd4ec48ceae0756fbd43feccb HTTP/1.1" status: 200 len: 375 time: 0.0101805 Aug 26 13:43:14.697329 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-399d201e-adee-4052-a2f1-f0ae9c673981 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=65130eabd4ec48ceae0756fbd43feccb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0552924 Aug 26 13:43:14.811356 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-b5ea7121-1285-4854-8420-caea3d082fc3 service neutron] 10.222.0.35 "GET /v2.0/networks/d1d603f2-7a88-43bf-9288-e294a103440d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938389 Aug 26 13:43:14.916723 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-e89a4153-af04-459b-8ccc-26f6884dbae6 service neutron] 10.222.0.35 "GET /v2.0/networks/d1d603f2-7a88-43bf-9288-e294a103440d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965447 Aug 26 13:43:15.109179 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ba5f32c9-6fa1-408e-80ac-4c688a4586b2 req-ba811ebc-ba40-4b42-8437-81c15066b4c0 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dac9020-afa9-4767-a57f-c43ac2922999 HTTP/1.1" status: 200 len: 210 time: 0.0300076 Aug 26 13:43:15.167752 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f8e46a17-ca2b-44cb-af74-de6e229b0653 req-c466b7a6-d7dc-4211-8b12-9b5702dcaad4 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4 HTTP/1.1" status: 200 len: 210 time: 0.0279286 Aug 26 13:43:15.427650 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69adec-fcd6-4b36-8fa9-24dd878497ad req-f9acd7ba-45ed-452d-83a3-77c653336c69 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:15.429234 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5f69adec-fcd6-4b36-8fa9-24dd878497ad req-f9acd7ba-45ed-452d-83a3-77c653336c69 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.0535805 Aug 26 13:43:15.472865 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5f69adec-fcd6-4b36-8fa9-24dd878497ad req-16eea2e7-2b31-4940-9d3c-b2c90c2a5197 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374568 Aug 26 13:43:16.032084 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-9e5f930d-83e8-4033-83be-f3f8290c95b4 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:16.033646 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-9e5f930d-83e8-4033-83be-f3f8290c95b4 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.38 "GET /v2.0/networks?id=14e712f1-d849-4bef-bfa8-728aa4700efd HTTP/1.1" status: 200 len: 808 time: 0.1116881 Aug 26 13:43:16.055898 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-aeb375f3-220a-4d7c-9602-86531e532c6d tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Request body: {'port': {'device_id': '9dac9020-afa9-4767-a57f-c43ac2922999', 'network_id': '14e712f1-d849-4bef-bfa8-728aa4700efd', 'admin_state_up': True, 'tenant_id': 'c16509923bb74b34b4bceeb7f5b491d5'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:43:16.220344 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a9c5758b-e7b3-4250-9cf8-4d1d18936c77 req-265e7c0a-7de0-4f08-9b0d-c71c8eb4b0d9 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dac9020-afa9-4767-a57f-c43ac2922999 HTTP/1.1" status: 200 len: 210 time: 0.0292346 Aug 26 13:43:16.270480 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5168a37a-4f47-4e42-bc12-fc550519ba53 req-290ee53e-a60c-4f81-9212-b836f9cdd047 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4 HTTP/1.1" status: 200 len: 210 time: 0.0280185 Aug 26 13:43:16.271759 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-aeb375f3-220a-4d7c-9602-86531e532c6d tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Made reservation on behalf of c16509923bb74b34b4bceeb7f5b491d5 for: {'port': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:43:16.279087 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-aeb375f3-220a-4d7c-9602-86531e532c6d tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:16.448452 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-aeb375f3-220a-4d7c-9602-86531e532c6d tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Allocated IP 172.20.0.12 (14e712f1-d849-4bef-bfa8-728aa4700efd/51ddbd12-863d-40a3-8ba4-a143958d0df9/07a01f19-7e8b-4cf2-9dd5-092349983f77) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:43:16.624867 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80573bb5-50ef-4213-bbe1-afc9a0f5e2b9 req-871d86e7-a11b-4077-b63f-c77354199736 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:16.626390 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-80573bb5-50ef-4213-bbe1-afc9a0f5e2b9 req-871d86e7-a11b-4077-b63f-c77354199736 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.0674148 Aug 26 13:43:16.630480 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-aeb375f3-220a-4d7c-9602-86531e532c6d tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:16.690860 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-80573bb5-50ef-4213-bbe1-afc9a0f5e2b9 req-95722256-42ba-42c4-af10-9d2733b701e8 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510132 Aug 26 13:43:16.849573 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-aeb375f3-220a-4d7c-9602-86531e532c6d tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:16.899910 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-aeb375f3-220a-4d7c-9602-86531e532c6d tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Network 14e712f1-d849-4bef-bfa8-728aa4700efd is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:43:16.903381 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-aeb375f3-220a-4d7c-9602-86531e532c6d tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:43:16.907302 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-aeb375f3-220a-4d7c-9602-86531e532c6d tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:43:16.932351 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb375f3-220a-4d7c-9602-86531e532c6d tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Pushing event updated for resources: {'Port': ['ID=07a01f19-7e8b-4cf2-9dd5-092349983f77,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:16.973154 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-aeb375f3-220a-4d7c-9602-86531e532c6d tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:16.973857 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-aeb375f3-220a-4d7c-9602-86531e532c6d tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:17.088324 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-aeb375f3-220a-4d7c-9602-86531e532c6d tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0370984 Aug 26 13:43:17.113776 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-1d4e74ae-d83c-47c8-a0b3-d760240e56dd service neutron] Request body: {'port': {'device_id': '9dac9020-afa9-4767-a57f-c43ac2922999', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:43:17.176305 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-1d4e74ae-d83c-47c8-a0b3-d760240e56dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:17.412380 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f7269-049b-4924-9c4d-7cb7c0eb2fb9 req-f8362e3b-8c36-43e2-9762-80b39abae411 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:17.415292 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6d9f7269-049b-4924-9c4d-7cb7c0eb2fb9 req-f8362e3b-8c36-43e2-9762-80b39abae411 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dac9020-afa9-4767-a57f-c43ac2922999 HTTP/1.1" status: 200 len: 932 time: 0.1060135 Aug 26 13:43:17.465756 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-bba53854-1c3a-4065-b5d9-9c3832875df7 req-4faaab34-af0a-4d7f-94c5-175ad408002a tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4 HTTP/1.1" status: 200 len: 210 time: 0.0706804 Aug 26 13:43:17.514553 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6d9f7269-049b-4924-9c4d-7cb7c0eb2fb9 req-cae96a98-94a3-4f7f-8e43-e03be408f2f3 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/security-groups?id=e176660b-6114-4c9b-bcc0-4f2fe14599c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853221 Aug 26 13:43:17.650456 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-9eb125ea-1495-45e6-8913-2aa38183a7c5 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:17.652116 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-9eb125ea-1495-45e6-8913-2aa38183a7c5 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.38 "GET /v2.0/networks?id=d1d603f2-7a88-43bf-9288-e294a103440d HTTP/1.1" status: 200 len: 810 time: 0.1720812 Aug 26 13:43:17.711128 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-b26995d6-3c4f-4a56-b8fb-593294510891 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65130eabd4ec48ceae0756fbd43feccb HTTP/1.1" status: 200 len: 380 time: 0.0425148 Aug 26 13:43:17.720410 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-be3f8ac7-9c14-4abb-afd4-99450eb3db21 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Request body: {'port': {'device_id': '39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4', 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d', 'admin_state_up': True, 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'security_groups': ['b7228d2e-9a11-4228-8c72-d5606bfd687c']}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:43:17.734263 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-1d4e74ae-d83c-47c8-a0b3-d760240e56dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07a01f19-7e8b-4cf2-9dd5-092349983f77 {{(pid=94615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:43:17.743063 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-1d4e74ae-d83c-47c8-a0b3-d760240e56dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:17.756056 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.provisioning_blocks [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-1d4e74ae-d83c-47c8-a0b3-d760240e56dd service neutron] Transition to ACTIVE for port object 07a01f19-7e8b-4cf2-9dd5-092349983f77 will not be triggered until provisioned by entity L2. {{(pid=94615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:43:17.766787 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 6 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:43:17.856232 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280b746-c7d3-46f4-8d3c-3b3f2c2ba2bf req-c8d4a966-1dff-4b46-aeaa-7dcea883f597 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:17.856232 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8280b746-c7d3-46f4-8d3c-3b3f2c2ba2bf req-c8d4a966-1dff-4b46-aeaa-7dcea883f597 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.0843003 Aug 26 13:43:17.909936 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8280b746-c7d3-46f4-8d3c-3b3f2c2ba2bf req-91107b51-1c1b-4b73-88d1-5fd12b52a432 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454245 Aug 26 13:43:17.939380 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-1d4e74ae-d83c-47c8-a0b3-d760240e56dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764776'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:17.990013 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e74ae-d83c-47c8-a0b3-d760240e56dd service neutron] Pushing event updated for resources: {'Port': ['ID=07a01f19-7e8b-4cf2-9dd5-092349983f77,revision_number=2']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:18.062381 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-1d4e74ae-d83c-47c8-a0b3-d760240e56dd service neutron] Attempting to bind port 07a01f19-7e8b-4cf2-9dd5-092349983f77 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:43:18.062723 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-1d4e74ae-d83c-47c8-a0b3-d760240e56dd service neutron] Attempting to bind port 07a01f19-7e8b-4cf2-9dd5-092349983f77 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '563989a8-5aed-476c-a0e1-58478e87a694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '14e712f1-d849-4bef-bfa8-728aa4700efd'}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:43:18.063056 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-1d4e74ae-d83c-47c8-a0b3-d760240e56dd service neutron] Attempting to bind port 07a01f19-7e8b-4cf2-9dd5-092349983f77 on network 14e712f1-d849-4bef-bfa8-728aa4700efd {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:43:18.067609 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-1d4e74ae-d83c-47c8-a0b3-d760240e56dd service neutron] Port 07a01f19-7e8b-4cf2-9dd5-092349983f77 on network 14e712f1-d849-4bef-bfa8-728aa4700efd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 13:43:18.067935 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-1d4e74ae-d83c-47c8-a0b3-d760240e56dd service neutron] Attempting to bind port 07a01f19-7e8b-4cf2-9dd5-092349983f77 on network 14e712f1-d849-4bef-bfa8-728aa4700efd {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:43:18.073105 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-1d4e74ae-d83c-47c8-a0b3-d760240e56dd service neutron] Checking agent: {'id': 'ecd4b6ee-6295-46a8-8c11-8af9b25961a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'started_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:43:18.073497 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-1d4e74ae-d83c-47c8-a0b3-d760240e56dd service neutron] Checking segment: {'id': '563989a8-5aed-476c-a0e1-58478e87a694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '14e712f1-d849-4bef-bfa8-728aa4700efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:43:18.079295 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-1d4e74ae-d83c-47c8-a0b3-d760240e56dd service neutron] Bound using segment: {'id': '563989a8-5aed-476c-a0e1-58478e87a694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '14e712f1-d849-4bef-bfa8-728aa4700efd'} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:43:18.079295 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-1d4e74ae-d83c-47c8-a0b3-d760240e56dd service neutron] Bound port: 07a01f19-7e8b-4cf2-9dd5-092349983f77, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '563989a8-5aed-476c-a0e1-58478e87a694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '14e712f1-d849-4bef-bfa8-728aa4700efd'}}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:43:18.079295 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-1d4e74ae-d83c-47c8-a0b3-d760240e56dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:18.115906 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-be3f8ac7-9c14-4abb-afd4-99450eb3db21 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Made reservation on behalf of 65130eabd4ec48ceae0756fbd43feccb for: {'port': 1} {{(pid=94614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:43:18.119605 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-be3f8ac7-9c14-4abb-afd4-99450eb3db21 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:18.147750 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-1d4e74ae-d83c-47c8-a0b3-d760240e56dd service neutron] For port 07a01f19-7e8b-4cf2-9dd5-092349983f77, host hv-cinder-78638, cleared binding levels {{(pid=94615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:43:18.150929 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-1d4e74ae-d83c-47c8-a0b3-d760240e56dd service neutron] For port 07a01f19-7e8b-4cf2-9dd5-092349983f77, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=07a01f19-7e8b-4cf2-9dd5-092349983f77,segment=NetworkSegment(563989a8-5aed-476c-a0e1-58478e87a694),segment_id=563989a8-5aed-476c-a0e1-58478e87a694)] {{(pid=94615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:43:18.231090 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-1d4e74ae-d83c-47c8-a0b3-d760240e56dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764776'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:18.255448 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_common [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-be3f8ac7-9c14-4abb-afd4-99450eb3db21 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Allocated IP 172.20.0.14 (d1d603f2-7a88-43bf-9288-e294a103440d/c1715bbd-f5d8-429f-ad95-4ec258043bdf/40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7) {{(pid=94614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:43:18.264189 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-1d4e74ae-d83c-47c8-a0b3-d760240e56dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:18.264886 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-1d4e74ae-d83c-47c8-a0b3-d760240e56dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:18.266398 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-1d4e74ae-d83c-47c8-a0b3-d760240e56dd service neutron] 10.222.0.38 "PUT /v2.0/ports/07a01f19-7e8b-4cf2-9dd5-092349983f77 HTTP/1.1" status: 200 len: 1094 time: 1.1587911 Aug 26 13:43:18.269239 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dac9020-afa9-4767-a57f-c43ac2922999', 'tag': '07a01f19-7e8b-4cf2-9dd5-092349983f77'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:43:18.271600 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea93b417d78f98f8f49a9646f42316e7837148fdcc5dd11c49486c93967457e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4c8723-1f33-45a8-9cea-1a1fd72a15cd" -d '{"events": [{"name": "network-changed", "server_uuid": "9dac9020-afa9-4767-a57f-c43ac2922999", "tag": "07a01f19-7e8b-4cf2-9dd5-092349983f77"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:43:18.310892 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e74ae-d83c-47c8-a0b3-d760240e56dd service neutron] Pushing event updated for resources: {'Port': ['ID=07a01f19-7e8b-4cf2-9dd5-092349983f77,revision_number=3']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:18.316353 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 13:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4db959-6cf9-43a5-a5f7-b742c366a3d0 x-openstack-request-id: req-cb4db959-6cf9-43a5-a5f7-b742c366a3d0 {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:43:18.316694 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dac9020-afa9-4767-a57f-c43ac2922999", "tag": "07a01f19-7e8b-4cf2-9dd5-092349983f77", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:43:18.316955 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cb4db959-6cf9-43a5-a5f7-b742c366a3d0 {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:43:18.317345 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dac9020-afa9-4767-a57f-c43ac2922999', 'tag': '07a01f19-7e8b-4cf2-9dd5-092349983f77', 'status': 'completed', 'code': 200} Aug 26 13:43:18.406104 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c8723-1f33-45a8-9cea-1a1fd72a15cd req-c124ec7c-5676-4e76-b771-26d3a5ee8ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:18.407672 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-6c4c8723-1f33-45a8-9cea-1a1fd72a15cd req-c124ec7c-5676-4e76-b771-26d3a5ee8ce0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c16509923bb74b34b4bceeb7f5b491d5&device_id=9dac9020-afa9-4767-a57f-c43ac2922999 HTTP/1.1" status: 200 len: 1097 time: 0.0470030 Aug 26 13:43:18.424389 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-be3f8ac7-9c14-4abb-afd4-99450eb3db21 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for port, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:18.439802 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-be3f8ac7-9c14-4abb-afd4-99450eb3db21 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Transition to ACTIVE for port object 40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7 will not be triggered until provisioned by entity DHCP. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:43:18.524702 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c8723-1f33-45a8-9cea-1a1fd72a15cd req-7ca8ed87-f03c-4e1e-9acd-556f962d740d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:18.526274 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-6c4c8723-1f33-45a8-9cea-1a1fd72a15cd req-7ca8ed87-f03c-4e1e-9acd-556f962d740d service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=c16509923bb74b34b4bceeb7f5b491d5&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1049671 Aug 26 13:43:18.583505 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8aa77a64-918e-4e80-a512-ade4969ccc35 req-e0244123-2da1-42be-a2f1-b97ed5c219c0 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4 HTTP/1.1" status: 200 len: 210 time: 0.0355949 Aug 26 13:43:18.585302 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-be3f8ac7-9c14-4abb-afd4-99450eb3db21 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:18.648092 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c8723-1f33-45a8-9cea-1a1fd72a15cd req-b6791aa6-d0f2-41d5-9773-d357a33a3acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:18.649666 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-6c4c8723-1f33-45a8-9cea-1a1fd72a15cd req-b6791aa6-d0f2-41d5-9773-d357a33a3acc service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1163356 Aug 26 13:43:18.668990 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-be3f8ac7-9c14-4abb-afd4-99450eb3db21 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Network d1d603f2-7a88-43bf-9288-e294a103440d is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:43:18.681515 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-be3f8ac7-9c14-4abb-afd4-99450eb3db21 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:43:18.686975 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-be3f8ac7-9c14-4abb-afd4-99450eb3db21 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Received port after_create {{(pid=94614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:43:18.724780 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f8ac7-9c14-4abb-afd4-99450eb3db21 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Pushing event updated for resources: {'Port': ['ID=40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:18.748455 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03caddd9-531f-4126-a788-d00c4dff9d51 req-f142897e-0cb5-4633-94b7-8e63ec1d2c11 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:18.750733 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-03caddd9-531f-4126-a788-d00c4dff9d51 req-f142897e-0cb5-4633-94b7-8e63ec1d2c11 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dac9020-afa9-4767-a57f-c43ac2922999 HTTP/1.1" status: 200 len: 944 time: 0.1437762 Aug 26 13:43:18.764878 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-be3f8ac7-9c14-4abb-afd4-99450eb3db21 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:18.765558 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-be3f8ac7-9c14-4abb-afd4-99450eb3db21 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:18.766630 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-c0ae394f-ebdf-461a-bb9f-67799bb5c0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:18.768157 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-c0ae394f-ebdf-461a-bb9f-67799bb5c0de service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c16509923bb74b34b4bceeb7f5b491d5&device_id=9dac9020-afa9-4767-a57f-c43ac2922999 HTTP/1.1" status: 200 len: 1097 time: 0.0558832 Aug 26 13:43:18.814264 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-03caddd9-531f-4126-a788-d00c4dff9d51 req-39853982-2b5a-41c3-a70d-5ef4aa09513a tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/security-groups?id=e176660b-6114-4c9b-bcc0-4f2fe14599c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457065 Aug 26 13:43:18.821851 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-ae3070f5-edef-4cf8-9aca-58b11b98015d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07a01f19-7e8b-4cf2-9dd5-092349983f77 HTTP/1.1" status: 200 len: 217 time: 0.0395589 Aug 26 13:43:18.890420 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-d08a9402-6c39-4078-8376-377b9efc834e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:18.892199 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-d08a9402-6c39-4078-8376-377b9efc834e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=51ddbd12-863d-40a3-8ba4-a143958d0df9 HTTP/1.1" status: 200 len: 848 time: 0.0627475 Aug 26 13:43:18.916911 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-be3f8ac7-9c14-4abb-afd4-99450eb3db21 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2003877 Aug 26 13:43:18.930263 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-57a870b0-06ac-4e97-938b-c6689b8ae8c8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14e712f1-d849-4bef-bfa8-728aa4700efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295553 Aug 26 13:43:18.948053 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-bd8d075c-ad16-4952-8a68-5759e27342d1 service neutron] Request body: {'port': {'device_id': '39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:43:19.047766 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-96b9f791-5bec-4c84-9b1f-44e7bcc9f817 None None] Provisioning for port 40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7 completed by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:43:19.053645 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-96b9f791-5bec-4c84-9b1f-44e7bcc9f817 None None] Provisioning complete for port 40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7 triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:43:19.054494 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-96b9f791-5bec-4c84-9b1f-44e7bcc9f817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:19.057649 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-bd8d075c-ad16-4952-8a68-5759e27342d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:19.075239 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-1569950a-a590-47df-87bb-e285d75fcf78 service neutron] 10.222.0.38 "GET /v2.0/networks/14e712f1-d849-4bef-bfa8-728aa4700efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358323 Aug 26 13:43:19.098756 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-96b9f791-5bec-4c84-9b1f-44e7bcc9f817 None None] Port 40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7 cannot update to ACTIVE because it is not bound. {{(pid=94616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 13:43:19.117565 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a1179-4a17-472c-b7c0-565e330ca50e req-a0e427b1-f2cc-493f-ac32-d165097bbe0f tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:19.119142 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-857a1179-4a17-472c-b7c0-565e330ca50e req-a0e427b1-f2cc-493f-ac32-d165097bbe0f tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.0996020 Aug 26 13:43:19.192517 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-17a90cf0-32ea-4310-bd4e-055cc144cc0f req-910d89a5-23d9-4d00-a1cd-d903edd200f3 service neutron] 10.222.0.38 "GET /v2.0/networks/14e712f1-d849-4bef-bfa8-728aa4700efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099198 Aug 26 13:43:19.245272 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-857a1179-4a17-472c-b7c0-565e330ca50e req-bc84e451-f753-458f-83d4-560ea4dc9893 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138294 Aug 26 13:43:19.401360 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-bd8d075c-ad16-4952-8a68-5759e27342d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7 {{(pid=94614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:43:19.409875 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-bd8d075c-ad16-4952-8a68-5759e27342d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:19.421793 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-bd8d075c-ad16-4952-8a68-5759e27342d1 service neutron] Transition to ACTIVE for port object 40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7 will not be triggered until provisioned by entity L2. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:43:19.493207 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-bd8d075c-ad16-4952-8a68-5759e27342d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625096'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:19.550510 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d075c-ad16-4952-8a68-5759e27342d1 service neutron] Pushing event updated for resources: {'Port': ['ID=40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:19.624834 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-bd8d075c-ad16-4952-8a68-5759e27342d1 service neutron] Attempting to bind port 40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:43:19.625362 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-bd8d075c-ad16-4952-8a68-5759e27342d1 service neutron] Attempting to bind port 40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '333f8320-6673-407c-9555-81d2ae035560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d'}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:43:19.625927 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-bd8d075c-ad16-4952-8a68-5759e27342d1 service neutron] Attempting to bind port 40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7 on network d1d603f2-7a88-43bf-9288-e294a103440d {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:43:19.634955 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-bd8d075c-ad16-4952-8a68-5759e27342d1 service neutron] Port 40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7 on network d1d603f2-7a88-43bf-9288-e294a103440d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 13:43:19.634955 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-bd8d075c-ad16-4952-8a68-5759e27342d1 service neutron] Attempting to bind port 40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7 on network d1d603f2-7a88-43bf-9288-e294a103440d {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:43:19.637943 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-bd8d075c-ad16-4952-8a68-5759e27342d1 service neutron] Checking agent: {'id': 'ecd4b6ee-6295-46a8-8c11-8af9b25961a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'started_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:43:19.638391 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-bd8d075c-ad16-4952-8a68-5759e27342d1 service neutron] Checking segment: {'id': '333f8320-6673-407c-9555-81d2ae035560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:43:19.638893 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-bd8d075c-ad16-4952-8a68-5759e27342d1 service neutron] Bound using segment: {'id': '333f8320-6673-407c-9555-81d2ae035560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d'} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:43:19.639399 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-bd8d075c-ad16-4952-8a68-5759e27342d1 service neutron] Bound port: 40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '333f8320-6673-407c-9555-81d2ae035560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d'}}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:43:19.639827 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-bd8d075c-ad16-4952-8a68-5759e27342d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:19.745889 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-bd8d075c-ad16-4952-8a68-5759e27342d1 service neutron] For port 40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7, host hv-cinder-78638, cleared binding levels {{(pid=94614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:43:19.749637 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-bd8d075c-ad16-4952-8a68-5759e27342d1 service neutron] For port 40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7,segment=NetworkSegment(333f8320-6673-407c-9555-81d2ae035560),segment_id=333f8320-6673-407c-9555-81d2ae035560)] {{(pid=94614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:43:19.758561 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e2768-5c7c-4d65-9367-d9a76f8e4e60 req-2282f598-ae85-47dd-b194-a720aed78e1d tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:19.760138 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-690e2768-5c7c-4d65-9367-d9a76f8e4e60 req-2282f598-ae85-47dd-b194-a720aed78e1d tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4 HTTP/1.1" status: 200 len: 944 time: 0.0799201 Aug 26 13:43:19.801378 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-690e2768-5c7c-4d65-9367-d9a76f8e4e60 req-2e5a3336-7f08-432f-969b-52ecf24ca800 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7228d2e-9a11-4228-8c72-d5606bfd687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350418 Aug 26 13:43:19.837610 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-bd8d075c-ad16-4952-8a68-5759e27342d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625096'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:19.880065 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-bd8d075c-ad16-4952-8a68-5759e27342d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:19.880641 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-bd8d075c-ad16-4952-8a68-5759e27342d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:19.882228 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-bd8d075c-ad16-4952-8a68-5759e27342d1 service neutron] 10.222.0.38 "PUT /v2.0/ports/40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7 HTTP/1.1" status: 200 len: 1094 time: 0.9441221 Aug 26 13:43:19.884705 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4', 'tag': '40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:43:19.887221 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a01c3ba01e4bf0bec97fb524610b41262b2b21d9aec27a526a98035f21d3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72b3ee5-c015-4b5f-a9ba-651da75c5f6f" -d '{"events": [{"name": "network-changed", "server_uuid": "39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4", "tag": "40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:43:19.933758 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 13:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51a401f-124d-4ba4-8179-1b42626b8177 x-openstack-request-id: req-e51a401f-124d-4ba4-8179-1b42626b8177 {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:43:19.933986 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4", "tag": "40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7", "status": "completed", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:43:19.934194 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e51a401f-124d-4ba4-8179-1b42626b8177 {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:43:19.934596 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4', 'tag': '40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7', 'status': 'completed', 'code': 200} Aug 26 13:43:19.952173 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d075c-ad16-4952-8a68-5759e27342d1 service neutron] Pushing event updated for resources: {'Port': ['ID=40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7,revision_number=3']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:19.982091 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97657b3-1c6d-4b52-8f0a-5e3ac473d928 req-adbd97e2-bc4f-4629-b40b-347d7485cb2d tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:19.983845 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d97657b3-1c6d-4b52-8f0a-5e3ac473d928 req-adbd97e2-bc4f-4629-b40b-347d7485cb2d tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dac9020-afa9-4767-a57f-c43ac2922999 HTTP/1.1" status: 200 len: 944 time: 0.0774498 Aug 26 13:43:20.051904 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d97657b3-1c6d-4b52-8f0a-5e3ac473d928 req-f89fc498-0459-4d29-88fe-54fe7091294a tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/security-groups?id=e176660b-6114-4c9b-bcc0-4f2fe14599c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576196 Aug 26 13:43:20.057492 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b3ee5-c015-4b5f-a9ba-651da75c5f6f req-d85ea9d2-2aca-4fee-8608-c88aa37fe773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:20.059080 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b72b3ee5-c015-4b5f-a9ba-651da75c5f6f req-d85ea9d2-2aca-4fee-8608-c88aa37fe773 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=65130eabd4ec48ceae0756fbd43feccb&device_id=39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4 HTTP/1.1" status: 200 len: 1097 time: 0.0743146 Aug 26 13:43:20.451160 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1eabdb-ebab-4ed2-b2ee-eab454b380c5 req-bb357fa4-547e-4f12-bc54-38ee91b54567 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:20.452600 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-dc1eabdb-ebab-4ed2-b2ee-eab454b380c5 req-bb357fa4-547e-4f12-bc54-38ee91b54567 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.0801423 Aug 26 13:43:20.457778 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b3ee5-c015-4b5f-a9ba-651da75c5f6f req-5a1ea3aa-ab47-43ca-9fca-5c4ca3137edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:20.459245 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b72b3ee5-c015-4b5f-a9ba-651da75c5f6f req-5a1ea3aa-ab47-43ca-9fca-5c4ca3137edd service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=65130eabd4ec48ceae0756fbd43feccb&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3837078 Aug 26 13:43:20.547869 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-dc1eabdb-ebab-4ed2-b2ee-eab454b380c5 req-2e283aa1-d53b-41a8-8fae-78fb615887b2 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876601 Aug 26 13:43:20.588890 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b3ee5-c015-4b5f-a9ba-651da75c5f6f req-a79175d9-278d-4221-b259-9f29dadc4097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:20.590416 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b72b3ee5-c015-4b5f-a9ba-651da75c5f6f req-a79175d9-278d-4221-b259-9f29dadc4097 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1235397 Aug 26 13:43:20.664511 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 07a01f19-7e8b-4cf2-9dd5-092349983f77 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=94616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 13:43:20.699914 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-e785ea0f-8699-4eea-9f97-f85f3d8f6d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:20.701614 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-e785ea0f-8699-4eea-9f97-f85f3d8f6d41 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=65130eabd4ec48ceae0756fbd43feccb&device_id=39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4 HTTP/1.1" status: 200 len: 1097 time: 0.0469737 Aug 26 13:43:20.757729 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-9714d8ca-8c94-41f8-90e4-6e17a5162ad6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7 HTTP/1.1" status: 200 len: 217 time: 0.0408230 Aug 26 13:43:20.767340 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 07a01f19-7e8b-4cf2-9dd5-092349983f77, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=07a01f19-7e8b-4cf2-9dd5-092349983f77,segment=NetworkSegment(563989a8-5aed-476c-a0e1-58478e87a694),segment_id=563989a8-5aed-476c-a0e1-58478e87a694)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:43:20.780663 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Returning: {'device': '07a01f19-7e8b-4cf2-9dd5-092349983f77', 'network_id': '14e712f1-d849-4bef-bfa8-728aa4700efd', 'port_id': '07a01f19-7e8b-4cf2-9dd5-092349983f77', 'mac_address': 'fa:16:3e:17:46:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51ddbd12-863d-40a3-8ba4-a143958d0df9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 13:43:20.816704 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-3327d119-4f95-4001-8c6c-8e8290d14b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:20.818462 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-3327d119-4f95-4001-8c6c-8e8290d14b58 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c1715bbd-f5d8-429f-ad95-4ec258043bdf HTTP/1.1" status: 200 len: 849 time: 0.0517175 Aug 26 13:43:20.819962 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:20.834912 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07a01f19-7e8b-4cf2-9dd5-092349983f77 {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:43:20.858092 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 07a01f19-7e8b-4cf2-9dd5-092349983f77, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=07a01f19-7e8b-4cf2-9dd5-092349983f77,segment=NetworkSegment(563989a8-5aed-476c-a0e1-58478e87a694),segment_id=563989a8-5aed-476c-a0e1-58478e87a694)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:43:20.873039 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-5a0c00fc-fb09-4c9c-b77a-65862f62db88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:20.874698 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-5a0c00fc-fb09-4c9c-b77a-65862f62db88 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d1d603f2-7a88-43bf-9288-e294a103440d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0487053 Aug 26 13:43:20.945451 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:20.999490 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=07a01f19-7e8b-4cf2-9dd5-092349983f77,revision_number=4']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:21.007578 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:43:21.008404 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:43:21.008404 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:43:21.008617 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:43:21.008921 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:43:21.009257 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:43:21.009588 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:43:21.009939 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:43:21.010274 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:43:21.010596 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:43:21.010916 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:43:21.011443 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:43:21.019533 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623f075-e7ad-4f70-8fd1-fb9998bde8b0 req-9dc0b873-bf24-42c9-a70e-4d677574d8ef tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:21.021164 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8623f075-e7ad-4f70-8fd1-fb9998bde8b0 req-9dc0b873-bf24-42c9-a70e-4d677574d8ef tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4 HTTP/1.1" status: 200 len: 944 time: 0.1314645 Aug 26 13:43:21.028029 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-9521787c-cf2e-4f0f-aa51-d425a402e3b0 service neutron] 10.222.0.38 "GET /v2.0/networks/d1d603f2-7a88-43bf-9288-e294a103440d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443684 Aug 26 13:43:21.118118 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8623f075-e7ad-4f70-8fd1-fb9998bde8b0 req-4fcf33b4-66fb-4415-bd34-f0f8ad31d05d tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7228d2e-9a11-4228-8c72-d5606bfd687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890419 Aug 26 13:43:21.183359 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2c6c6c72-6fad-4681-a17a-8738d51c316d req-ba5ebb9d-78d8-4da5-932c-b2f622f5b378 service neutron] 10.222.0.38 "GET /v2.0/networks/d1d603f2-7a88-43bf-9288-e294a103440d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466880 Aug 26 13:43:21.201024 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7b6fa-6ee6-4c47-804e-c5c25f383963 req-e46904d4-c240-4536-b2ce-7f2629f53577 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:21.202985 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-46e7b6fa-6ee6-4c47-804e-c5c25f383963 req-e46904d4-c240-4536-b2ce-7f2629f53577 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dac9020-afa9-4767-a57f-c43ac2922999 HTTP/1.1" status: 200 len: 945 time: 0.0660689 Aug 26 13:43:21.246327 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-46e7b6fa-6ee6-4c47-804e-c5c25f383963 req-438e084e-5707-462e-bd75-b83ea56a1b15 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/security-groups?id=e176660b-6114-4c9b-bcc0-4f2fe14599c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364501 Aug 26 13:43:21.263305 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['07a01f19-7e8b-4cf2-9dd5-092349983f77'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:43:21.680193 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35767f8-b71e-44ef-bf78-c80796a990c9 req-64886610-6e3a-4b07-a662-09628eee7273 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:21.681862 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b35767f8-b71e-44ef-bf78-c80796a990c9 req-64886610-6e3a-4b07-a662-09628eee7273 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.0521166 Aug 26 13:43:21.724652 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b35767f8-b71e-44ef-bf78-c80796a990c9 req-37df77a8-6c27-4dac-9c69-0c0991e7870d tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359495 Aug 26 13:43:22.247614 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3414dc-e9bb-4ce6-b849-9a0a788fc981 req-ed58a5e3-e30b-44a0-a284-d0303cf353e5 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:22.249151 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ef3414dc-e9bb-4ce6-b849-9a0a788fc981 req-ed58a5e3-e30b-44a0-a284-d0303cf353e5 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4 HTTP/1.1" status: 200 len: 944 time: 0.0596828 Aug 26 13:43:22.294048 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ef3414dc-e9bb-4ce6-b849-9a0a788fc981 req-dff0a93c-1e0c-4953-9e02-598bbc2413c5 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7228d2e-9a11-4228-8c72-d5606bfd687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379148 Aug 26 13:43:22.367993 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73025d-f106-4152-af9c-f745f5bd8299 req-7c783fde-4c9b-448d-8c00-9a3341386ad4 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:22.369537 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0e73025d-f106-4152-af9c-f745f5bd8299 req-7c783fde-4c9b-448d-8c00-9a3341386ad4 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dac9020-afa9-4767-a57f-c43ac2922999 HTTP/1.1" status: 200 len: 945 time: 0.0509989 Aug 26 13:43:22.409952 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0e73025d-f106-4152-af9c-f745f5bd8299 req-3b26c518-1794-4ed6-a4d3-2244e1b30a17 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/security-groups?id=e176660b-6114-4c9b-bcc0-4f2fe14599c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340123 Aug 26 13:43:22.665994 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=94616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 13:43:22.673961 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 07a01f19-7e8b-4cf2-9dd5-092349983f77 up at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:43:22.806738 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7,segment=NetworkSegment(333f8320-6673-407c-9555-81d2ae035560),segment_id=333f8320-6673-407c-9555-81d2ae035560)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:43:22.819866 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Returning: {'device': '40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7', 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d', 'port_id': '40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7', 'mac_address': 'fa:16:3e:4a:d9:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1715bbd-f5d8-429f-ad95-4ec258043bdf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 13:43:22.859770 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2f812-9ae1-494d-b201-05537e77c7fc req-717b244c-26bf-48df-a70f-5af3118b01eb tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:22.861547 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:22.861813 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-19d2f812-9ae1-494d-b201-05537e77c7fc req-717b244c-26bf-48df-a70f-5af3118b01eb tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.0630329 Aug 26 13:43:22.872476 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning for port 07a01f19-7e8b-4cf2-9dd5-092349983f77 completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:43:22.881431 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7 {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:43:22.887244 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning complete for port 07a01f19-7e8b-4cf2-9dd5-092349983f77 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:43:22.887244 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:22.927421 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7,segment=NetworkSegment(333f8320-6673-407c-9555-81d2ae035560),segment_id=333f8320-6673-407c-9555-81d2ae035560)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:43:22.930611 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-19d2f812-9ae1-494d-b201-05537e77c7fc req-3eeb716a-2f90-4050-b826-35b2097820ca tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558226 Aug 26 13:43:22.992535 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:23.013984 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:23.021944 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dac9020-afa9-4767-a57f-c43ac2922999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a01f19-7e8b-4cf2-9dd5-092349983f77'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:43:23.024208 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adf09783f65fc29d397fc30c9e785295af8fecd29e58eb7f547da51af43e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd720c7-24c3-47f3-8a6f-a6f9944cc7c4" -d '{"events": [{"server_uuid": "9dac9020-afa9-4767-a57f-c43ac2922999", "name": "network-vif-plugged", "status": "completed", "tag": "07a01f19-7e8b-4cf2-9dd5-092349983f77"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:43:23.056192 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 07a01f19-7e8b-4cf2-9dd5-092349983f77, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=07a01f19-7e8b-4cf2-9dd5-092349983f77,segment=NetworkSegment(563989a8-5aed-476c-a0e1-58478e87a694),segment_id=563989a8-5aed-476c-a0e1-58478e87a694)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:43:23.062737 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a191ee8-3798-4ba9-bf0f-f72ebde1e3d3 x-openstack-request-id: req-5a191ee8-3798-4ba9-bf0f-f72ebde1e3d3 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:43:23.063051 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dac9020-afa9-4767-a57f-c43ac2922999", "name": "network-vif-plugged", "status": "completed", "tag": "07a01f19-7e8b-4cf2-9dd5-092349983f77", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:43:23.063343 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5a191ee8-3798-4ba9-bf0f-f72ebde1e3d3 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:43:23.063739 dv-cinder-786386-11-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dac9020-afa9-4767-a57f-c43ac2922999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a01f19-7e8b-4cf2-9dd5-092349983f77', 'code': 200} Aug 26 13:43:23.083852 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7,revision_number=4']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:23.151030 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:23.200081 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=07a01f19-7e8b-4cf2-9dd5-092349983f77,revision_number=5']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:23.329795 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:43:23.424083 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3deaa9-4870-4ef6-9509-d56112b56e75 req-c24279be-3978-42ba-a5ca-df0125ac556f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:23.425690 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ff3deaa9-4870-4ef6-9509-d56112b56e75 req-c24279be-3978-42ba-a5ca-df0125ac556f tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4 HTTP/1.1" status: 200 len: 945 time: 0.0593977 Aug 26 13:43:23.493695 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ff3deaa9-4870-4ef6-9509-d56112b56e75 req-956f2b17-3cdb-4584-b53b-2045f2656ff0 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7228d2e-9a11-4228-8c72-d5606bfd687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591927 Aug 26 13:43:23.522698 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeccf74f-660f-44fb-a06c-1e622cd6ce38 req-976302b4-8915-4004-8f8f-7493c78ae787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:23.524303 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-eeccf74f-660f-44fb-a06c-1e622cd6ce38 req-976302b4-8915-4004-8f8f-7493c78ae787 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9dac9020-afa9-4767-a57f-c43ac2922999 HTTP/1.1" status: 200 len: 1099 time: 0.0976913 Aug 26 13:43:23.565850 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ce364-4876-420c-93ac-20a7a20be12d req-a6cfa94f-c17f-4598-8720-7ca7d8b36773 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:23.567390 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e56ce364-4876-420c-93ac-20a7a20be12d req-a6cfa94f-c17f-4598-8720-7ca7d8b36773 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dac9020-afa9-4767-a57f-c43ac2922999 HTTP/1.1" status: 200 len: 946 time: 0.0794756 Aug 26 13:43:23.585830 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-eeccf74f-660f-44fb-a06c-1e622cd6ce38 req-960656ec-8350-4e54-a093-b723404a27be service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e176660b-6114-4c9b-bcc0-4f2fe14599c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534704 Aug 26 13:43:23.613501 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e56ce364-4876-420c-93ac-20a7a20be12d req-89f36324-c5cb-414c-bc28-3fba3ba67688 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/security-groups?id=e176660b-6114-4c9b-bcc0-4f2fe14599c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383251 Aug 26 13:43:24.086608 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b0d33-5af0-4586-8690-fff1b2335ca6 req-6210a2f6-8c9f-4977-9484-908fc85d5b28 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:24.088265 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-756b0d33-5af0-4586-8690-fff1b2335ca6 req-6210a2f6-8c9f-4977-9484-908fc85d5b28 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.0747857 Aug 26 13:43:24.121912 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-45e6bb35-9e87-4226-a899-28690f5a8b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:24.134428 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-756b0d33-5af0-4586-8690-fff1b2335ca6 req-82d59553-18eb-434e-a36c-fab2fec7512d tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390635 Aug 26 13:43:24.614852 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44533872-5888-4929-9b2f-46a6df4b6b80 req-95d45e4a-2a80-4aac-a331-c7ab27044809 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:24.623121 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-44533872-5888-4929-9b2f-46a6df4b6b80 req-95d45e4a-2a80-4aac-a331-c7ab27044809 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4 HTTP/1.1" status: 200 len: 945 time: 0.0489120 Aug 26 13:43:24.661415 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-44533872-5888-4929-9b2f-46a6df4b6b80 req-a8e3ec3b-76e3-41f3-87ef-cbc33e02bca8 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7228d2e-9a11-4228-8c72-d5606bfd687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384195 Aug 26 13:43:24.684752 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7 up at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:43:24.742174 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa1d38-5c39-477f-9495-3f37e0401847 req-2aa8f40e-4314-4da1-ae1a-3ca0b8d3394d tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:24.743720 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-12aa1d38-5c39-477f-9495-3f37e0401847 req-2aa8f40e-4314-4da1-ae1a-3ca0b8d3394d tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dac9020-afa9-4767-a57f-c43ac2922999 HTTP/1.1" status: 200 len: 946 time: 0.0550370 Aug 26 13:43:24.782135 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-12aa1d38-5c39-477f-9495-3f37e0401847 req-74a8f828-8ba5-429b-8c1a-8a5263fe50c9 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/security-groups?id=e176660b-6114-4c9b-bcc0-4f2fe14599c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323970 Aug 26 13:43:24.893843 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning for port 40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7 completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:43:24.898563 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning complete for port 40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:43:24.899138 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:24.985922 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:25.018776 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7,segment=NetworkSegment(333f8320-6673-407c-9555-81d2ae035560),segment_id=333f8320-6673-407c-9555-81d2ae035560)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:43:25.058852 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:25.064608 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:43:25.066997 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adf09783f65fc29d397fc30c9e785295af8fecd29e58eb7f547da51af43e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1678bc0f-4707-45b7-b394-bfea0f7f4cab" -d '{"events": [{"server_uuid": "39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4", "name": "network-vif-plugged", "status": "completed", "tag": "40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:43:25.115818 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7,revision_number=5']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:25.120373 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3b2bea-a176-4eb0-9bf3-6d3b60527980 x-openstack-request-id: req-6e3b2bea-a176-4eb0-9bf3-6d3b60527980 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:43:25.120670 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4", "name": "network-vif-plugged", "status": "completed", "tag": "40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:43:25.120962 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6e3b2bea-a176-4eb0-9bf3-6d3b60527980 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:43:25.121360 dv-cinder-786386-11-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7', 'code': 200} Aug 26 13:43:25.259124 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71accdf-7fb1-4c4e-9e46-b371edefc664 req-75dbf3d0-6c3d-4303-8cca-be786e74445a tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:25.260629 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e71accdf-7fb1-4c4e-9e46-b371edefc664 req-75dbf3d0-6c3d-4303-8cca-be786e74445a tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.0521269 Aug 26 13:43:25.301649 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e71accdf-7fb1-4c4e-9e46-b371edefc664 req-b4991803-1163-4ce7-98a1-4ab071caaacf tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342810 Aug 26 13:43:25.484905 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a21868-a449-4b01-86b7-ab828daf4017 req-cdfd6ee3-c45b-4754-8b9e-c734c9642006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:25.486584 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-98a21868-a449-4b01-86b7-ab828daf4017 req-cdfd6ee3-c45b-4754-8b9e-c734c9642006 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4 HTTP/1.1" status: 200 len: 1099 time: 0.0401917 Aug 26 13:43:25.531609 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-98a21868-a449-4b01-86b7-ab828daf4017 req-2818253f-be20-4c0c-bee8-807ca0f29ea6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b7228d2e-9a11-4228-8c72-d5606bfd687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331888 Aug 26 13:43:25.779923 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb83234-7fd1-4a5d-9a97-ad5697e1cfe5 req-d9d27274-af2b-488c-a3a5-0461bc7f66dc tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:25.781446 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7cb83234-7fd1-4a5d-9a97-ad5697e1cfe5 req-d9d27274-af2b-488c-a3a5-0461bc7f66dc tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4 HTTP/1.1" status: 200 len: 946 time: 0.0505600 Aug 26 13:43:25.825309 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7cb83234-7fd1-4a5d-9a97-ad5697e1cfe5 req-934579e9-528f-496d-a7d8-ee0136b1d9ae tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7228d2e-9a11-4228-8c72-d5606bfd687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372772 Aug 26 13:43:25.908294 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e45bae-8f84-43f5-973a-2f40586cb60f req-a5594343-73e6-4777-a086-4b6d1992d1d9 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:25.909937 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b1e45bae-8f84-43f5-973a-2f40586cb60f req-a5594343-73e6-4777-a086-4b6d1992d1d9 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dac9020-afa9-4767-a57f-c43ac2922999 HTTP/1.1" status: 200 len: 946 time: 0.0548041 Aug 26 13:43:25.950138 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b1e45bae-8f84-43f5-973a-2f40586cb60f req-ab51e87e-7eff-4e8a-8728-a723235bb33a tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/security-groups?id=e176660b-6114-4c9b-bcc0-4f2fe14599c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339894 Aug 26 13:43:26.435518 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8a742-9fd1-4669-9a27-33a97aeec901 req-82b5ec43-337b-4223-800c-d11c8b783eee tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:26.437000 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f1f8a742-9fd1-4669-9a27-33a97aeec901 req-82b5ec43-337b-4223-800c-d11c8b783eee tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.0519459 Aug 26 13:43:26.477975 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f1f8a742-9fd1-4669-9a27-33a97aeec901 req-105934d6-d54e-4983-a010-d542a1ec25a5 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346766 Aug 26 13:43:26.684781 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 34090) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:43:26.741681 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe93c05-972d-41d9-859a-6eb9a250593d admin admin] Deleting subnet b76a4778-2bda-453e-9c5b-4d0bc567ef64 {{(pid=94614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 13:43:26.747178 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-0fe93c05-972d-41d9-859a-6eb9a250593d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:26.789104 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-0fe93c05-972d-41d9-859a-6eb9a250593d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3147581'] for subnet, precommit_delete_associations {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:26.824732 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-b4fcdc0c-c4a2-4362-836d-ca4e8e20a2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:26.833382 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-0fe93c05-972d-41d9-859a-6eb9a250593d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541549'] for subnet, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:26.944236 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164687c-d7f6-4a6f-9b27-962ade4c8747 req-4c28f42d-309f-472e-a37b-7648bc9a4c49 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:26.945741 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f164687c-d7f6-4a6f-9b27-962ade4c8747 req-4c28f42d-309f-472e-a37b-7648bc9a4c49 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4 HTTP/1.1" status: 200 len: 946 time: 0.0499027 Aug 26 13:43:26.985879 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f164687c-d7f6-4a6f-9b27-962ade4c8747 req-1fde8e15-0a71-4db8-b44c-278a16c3f19b tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7228d2e-9a11-4228-8c72-d5606bfd687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337884 Aug 26 13:43:27.002259 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-0fe93c05-972d-41d9-859a-6eb9a250593d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8625026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10165663'] for subnet, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:27.036383 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe93c05-972d-41d9-859a-6eb9a250593d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b76a4778-2bda-453e-9c5b-4d0bc567ef64,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:27.040730 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-0fe93c05-972d-41d9-859a-6eb9a250593d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for subnet, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:27.042894 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-0fe93c05-972d-41d9-859a-6eb9a250593d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b76a4778-2bda-453e-9c5b-4d0bc567ef64 HTTP/1.1" status: 204 len: 168 time: 0.3569255 Aug 26 13:43:27.047034 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 34098) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:43:27.150981 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-68a7c5f1-6149-4546-b668-b6409ced14f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1476925'] for network, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:27.164219 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e275ee-2704-4a42-bf8a-1831378087d1 req-5e5157f4-260a-405e-8d1d-7f550b3de5af tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:27.165799 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a0e275ee-2704-4a42-bf8a-1831378087d1 req-5e5157f4-260a-405e-8d1d-7f550b3de5af tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4 HTTP/1.1" status: 200 len: 946 time: 0.1107674 Aug 26 13:43:27.177531 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 34104) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:43:27.183140 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-242262ff-dbae-4bb8-ab8d-92d52e56fa7d tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Request body: {'floatingip': {'port_id': '40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:43:27.248049 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-242262ff-dbae-4bb8-ab8d-92d52e56fa7d tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for floatingip, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:27.357319 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-68a7c5f1-6149-4546-b668-b6409ced14f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-539478', 'neutron.services.segments.db._delete_segments_for_network-8790400307694'] for network, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:27.390739 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.services.segments.db [None req-68a7c5f1-6149-4546-b668-b6409ced14f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6def9aa7-77f9-4b41-b983-9ee6a7d4d136']}} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:43:27.409847 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.services.segments.db [None req-68a7c5f1-6149-4546-b668-b6409ced14f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01409fc2-f7f4-4705-a109-5784e02918b0') {'for_net_delete': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:43:27.410145 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.services.segments.db [None req-68a7c5f1-6149-4546-b668-b6409ced14f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01409fc2-f7f4-4705-a109-5784e02918b0') {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:43:27.426989 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-68a7c5f1-6149-4546-b668-b6409ced14f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790400307577', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3147554'] for segment, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:27.482500 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-68a7c5f1-6149-4546-b668-b6409ced14f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388'] for segment, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:27.492924 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:27.499912 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68a7c5f1-6149-4546-b668-b6409ced14f1 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=94614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 13:43:27.499912 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-68a7c5f1-6149-4546-b668-b6409ced14f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8625124'] for segment, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:27.499912 dv-cinder-786386-11-iscsi neutron-server[94614]: Traceback (most recent call last): Aug 26 13:43:27.499912 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 13:43:27.499912 dv-cinder-786386-11-iscsi neutron-server[94614]: timer() Aug 26 13:43:27.499912 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 13:43:27.499912 dv-cinder-786386-11-iscsi neutron-server[94614]: cb(*args, **kw) Aug 26 13:43:27.499912 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 13:43:27.499912 dv-cinder-786386-11-iscsi neutron-server[94614]: return func(*args, **kwargs) Aug 26 13:43:27.499912 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 13:43:27.499912 dv-cinder-786386-11-iscsi neutron-server[94614]: self._notify() Aug 26 13:43:27.499912 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 13:43:27.499912 dv-cinder-786386-11-iscsi neutron-server[94614]: self.callback(batched_events) Aug 26 13:43:27.499912 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 13:43:27.499912 dv-cinder-786386-11-iscsi neutron-server[94614]: event.method(event) Aug 26 13:43:27.499912 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 13:43:27.499912 dv-cinder-786386-11-iscsi neutron-server[94614]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 13:43:27.499912 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 13:43:27.499912 dv-cinder-786386-11-iscsi neutron-server[94614]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 13:43:27.499912 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 13:43:27.499912 dv-cinder-786386-11-iscsi neutron-server[94614]: return f(self, *a, **k) Aug 26 13:43:27.499912 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 13:43:27.499912 dv-cinder-786386-11-iscsi neutron-server[94614]: return self._get(url).json() Aug 26 13:43:27.499912 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 13:43:27.499912 dv-cinder-786386-11-iscsi neutron-server[94614]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 13:43:27.499912 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 13:43:27.499912 dv-cinder-786386-11-iscsi neutron-server[94614]: return self.request(url, 'GET', **kwargs) Aug 26 13:43:27.499912 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 13:43:27.499912 dv-cinder-786386-11-iscsi neutron-server[94614]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 13:43:27.499912 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 13:43:27.499912 dv-cinder-786386-11-iscsi neutron-server[94614]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 13:43:27.499912 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 13:43:27.499912 dv-cinder-786386-11-iscsi neutron-server[94614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 13:43:27.499912 dv-cinder-786386-11-iscsi neutron-server[94614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 13:43:27.696360 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-68a7c5f1-6149-4546-b668-b6409ced14f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-539439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430499'] for network, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:27.738518 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-68a7c5f1-6149-4546-b668-b6409ced14f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for network, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:27.740387 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-68a7c5f1-6149-4546-b668-b6409ced14f1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/6def9aa7-77f9-4b41-b983-9ee6a7d4d136 HTTP/1.1" status: 204 len: 168 time: 0.6923575 Aug 26 13:43:27.760633 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7c5f1-6149-4546-b668-b6409ced14f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6def9aa7-77f9-4b41-b983-9ee6a7d4d136,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:27.769566 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebd41b-d750-4eb8-b65f-461a177af801 req-37ce5d06-b751-4bc4-802d-8a572384dc03 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:27.771095 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3eebd41b-d750-4eb8-b65f-461a177af801 req-37ce5d06-b751-4bc4-802d-8a572384dc03 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.2012680 Aug 26 13:43:27.799929 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39313610-67cd-4387-8b51-5f137e079ab9 req-af8c4157-71c0-4565-9136-1d2bb96b3743 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:27.801482 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-39313610-67cd-4387-8b51-5f137e079ab9 req-af8c4157-71c0-4565-9136-1d2bb96b3743 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dac9020-afa9-4767-a57f-c43ac2922999 HTTP/1.1" status: 200 len: 946 time: 0.1917007 Aug 26 13:43:27.898163 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3eebd41b-d750-4eb8-b65f-461a177af801 req-7a5525b3-039c-44c7-836d-01008f2e2aed tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171768 Aug 26 13:43:27.944361 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-39313610-67cd-4387-8b51-5f137e079ab9 req-88114c84-3712-44d1-8479-843145ed176d tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/security-groups?id=e176660b-6114-4c9b-bcc0-4f2fe14599c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335626 Aug 26 13:43:28.007620 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:28.013762 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-242262ff-dbae-4bb8-ab8d-92d52e56fa7d tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:28.083067 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-242262ff-dbae-4bb8-ab8d-92d52e56fa7d tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430417'] for floatingip, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:28.132435 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 34112) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:43:28.179395 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-83f09500-6d90-43b7-88b3-35fdb62a160d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f7c1ac4776f8491da8ed9fa3e10f556b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457017 Aug 26 13:43:28.182239 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 34114) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:43:28.195450 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.db.l3_db [None req-242262ff-dbae-4bb8-ab8d-92d52e56fa7d tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Floating IP aaa413c1-2a08-4174-8036-76d1dd530af9 associated. External IP: 172.27.2.101, port: 40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7. Aug 26 13:43:28.237867 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4c883c8e-3df1-4684-8692-cb60183d1f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:28.261008 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4c883c8e-3df1-4684-8692-cb60183d1f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:28.402070 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4c883c8e-3df1-4684-8692-cb60183d1f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:28.405172 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4c883c8e-3df1-4684-8692-cb60183d1f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:28.406493 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-4c883c8e-3df1-4684-8692-cb60183d1f88 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0e6738b4-02be-4ca1-85ec-52cd6e0043a0 HTTP/1.1" status: 204 len: 168 time: 0.2231915 Aug 26 13:43:28.415366 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c883c8e-3df1-4684-8692-cb60183d1f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6738b4-02be-4ca1-85ec-52cd6e0043a0,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:28.638663 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242262ff-dbae-4bb8-ab8d-92d52e56fa7d tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Router 248087d4-e254-48c9-8d21-833c348168c2 has already been hosted by L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 {{(pid=94614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 13:43:28.653513 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:28.748186 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242262ff-dbae-4bb8-ab8d-92d52e56fa7d tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:43:28.753700 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-242262ff-dbae-4bb8-ab8d-92d52e56fa7d tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for floatingip, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:28.770667 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bbbc28-ba6d-4a3d-a5ee-6bfe2c469e20 None None] Sync routers for ids ['248087d4-e254-48c9-8d21-833c348168c2'] in dv-cinder-786386-11-iscsi {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:43:28.770667 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bbbc28-ba6d-4a3d-a5ee-6bfe2c469e20 None None] Routers {'248087d4-e254-48c9-8d21-833c348168c2'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:43:28.771123 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-21bbbc28-ba6d-4a3d-a5ee-6bfe2c469e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:43:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['248087d4-e254-48c9-8d21-833c348168c2'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:43:28.786205 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-242262ff-dbae-4bb8-ab8d-92d52e56fa7d tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "PUT /v2.0/floatingips/aaa413c1-2a08-4174-8036-76d1dd530af9 HTTP/1.1" status: 200 len: 992 time: 1.6066067 Aug 26 13:43:28.787008 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4', 'tag': '40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:43:28.790038 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a01c3ba01e4bf0bec97fb524610b41262b2b21d9aec27a526a98035f21d3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65db79f-457f-48c4-894d-1dffd6fe87a0" -d '{"events": [{"name": "network-changed", "server_uuid": "39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4", "tag": "40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:43:28.834790 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 13:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d58fbb5-091e-4ab2-95b8-d3b08b3b8b9f x-openstack-request-id: req-5d58fbb5-091e-4ab2-95b8-d3b08b3b8b9f {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:43:28.835209 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4", "tag": "40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7", "status": "completed", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:43:28.835571 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5d58fbb5-091e-4ab2-95b8-d3b08b3b8b9f {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:43:28.836078 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4', 'tag': '40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7', 'status': 'completed', 'code': 200} Aug 26 13:43:28.895388 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-21bbbc28-ba6d-4a3d-a5ee-6bfe2c469e20 None None] Set router 248087d4-e254-48c9-8d21-833c348168c2 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:43:28.962753 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65db79f-457f-48c4-894d-1dffd6fe87a0 req-e7a9bb0b-9bb9-4110-b1fc-a28568ed5a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:28.964294 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b65db79f-457f-48c4-894d-1dffd6fe87a0 req-e7a9bb0b-9bb9-4110-b1fc-a28568ed5a85 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=65130eabd4ec48ceae0756fbd43feccb&device_id=39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4 HTTP/1.1" status: 200 len: 1099 time: 0.0576720 Aug 26 13:43:29.111125 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c95e936-71d9-4810-8ef3-01884288395c req-fa0f6671-8097-4b5d-aa81-54ace7184194 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:29.113035 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-8c95e936-71d9-4810-8ef3-01884288395c req-fa0f6671-8097-4b5d-aa81-54ace7184194 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dac9020-afa9-4767-a57f-c43ac2922999 HTTP/1.1" status: 200 len: 946 time: 0.0562100 Aug 26 13:43:29.138546 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92c687-7556-48b2-8442-8979cc716ac5 req-05b0125b-07fc-4dd8-8c9c-b880bef86c08 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:29.140212 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-da92c687-7556-48b2-8442-8979cc716ac5 req-05b0125b-07fc-4dd8-8c9c-b880bef86c08 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.1196971 Aug 26 13:43:29.157751 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-21bbbc28-ba6d-4a3d-a5ee-6bfe2c469e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248087d4-e254-48c9-8d21-833c348168c2', 'name': 'tempest-AttachVolumeTestJSON-468661606-router', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '9f008d0b-e04e-4b83-a332-697932f46062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:38:37Z', 'updated_at': '2021-08-26T13:38:44Z', 'revision_number': 4, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'gw_port': {'id': '9f008d0b-e04e-4b83-a332-697932f46062', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248087d4-e254-48c9-8d21-833c348168c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:38:39Z', 'updated_at': '2021-08-26T13:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_floatingips': [{'id': 'aaa413c1-2a08-4174-8036-76d1dd530af9', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'router_id': '248087d4-e254-48c9-8d21-833c348168c2', 'port_id': '40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d', 'mac_address': 'fa:16:3e:4a:d9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T13:43:13Z', 'updated_at': '2021-08-26T13:43:27Z', 'revision_number': 1, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef327389-73d7-4620-9dc9-48f9cc2bbda7', 'name': '', 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'mac_address': 'fa:16:3e:08:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248087d4-e254-48c9-8d21-833c348168c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'c1715bbd-f5d8-429f-ad95-4ec258043bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:38:42Z', 'updated_at': '2021-08-26T13:38:51Z', 'revision_number': 5, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'subnets': [{'id': 'c1715bbd-f5d8-429f-ad95-4ec258043bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:43:29.164465 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65db79f-457f-48c4-894d-1dffd6fe87a0 req-500c3523-a2aa-4154-97c1-829f8d782224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:29.166101 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b65db79f-457f-48c4-894d-1dffd6fe87a0 req-500c3523-a2aa-4154-97c1-829f8d782224 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d1d603f2-7a88-43bf-9288-e294a103440d HTTP/1.1" status: 200 len: 911 time: 0.1923397 Aug 26 13:43:29.184812 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24544c-f46d-47f9-810d-b94190ad2dad req-92767347-62cf-4f53-a734-b4e85fcaca5a tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:29.185280 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bbbc28-ba6d-4a3d-a5ee-6bfe2c469e20 None None] Checking router: 248087d4-e254-48c9-8d21-833c348168c2 for host: dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:43:29.186694 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4c24544c-f46d-47f9-810d-b94190ad2dad req-92767347-62cf-4f53-a734-b4e85fcaca5a tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dac9020-afa9-4767-a57f-c43ac2922999 HTTP/1.1" status: 200 len: 946 time: 0.1323953 Aug 26 13:43:29.194799 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bbbc28-ba6d-4a3d-a5ee-6bfe2c469e20 None None] Routers {'248087d4-e254-48c9-8d21-833c348168c2'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:43:29.195422 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-21bbbc28-ba6d-4a3d-a5ee-6bfe2c469e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:43:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['248087d4-e254-48c9-8d21-833c348168c2'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:43:29.234288 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [req-8c95e936-71d9-4810-8ef3-01884288395c req-4b867feb-3531-489f-bc42-1f1a607dae66 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Deleting port 07a01f19-7e8b-4cf2-9dd5-092349983f77 {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:43:29.234864 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-8c95e936-71d9-4810-8ef3-01884288395c req-4b867feb-3531-489f-bc42-1f1a607dae66 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:29.270177 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-da92c687-7556-48b2-8442-8979cc716ac5 req-f529aed3-2f07-4e72-a919-11b81547b6db tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186919 Aug 26 13:43:29.316480 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4c24544c-f46d-47f9-810d-b94190ad2dad req-80b01edd-878c-4b1f-ba09-a1c14fd94e22 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/security-groups?id=e176660b-6114-4c9b-bcc0-4f2fe14599c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131189 Aug 26 13:43:29.318246 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b65db79f-457f-48c4-894d-1dffd6fe87a0 req-af4765c1-e598-4342-a072-3d2f9892e1bd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7 HTTP/1.1" status: 200 len: 1000 time: 0.1438220 Aug 26 13:43:29.338399 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-21bbbc28-ba6d-4a3d-a5ee-6bfe2c469e20 None None] Set router 248087d4-e254-48c9-8d21-833c348168c2 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:43:29.378959 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65db79f-457f-48c4-894d-1dffd6fe87a0 req-b4b715ed-58e0-41b1-80ec-71eb53891daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:29.388262 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-8c95e936-71d9-4810-8ef3-01884288395c req-4b867feb-3531-489f-bc42-1f1a607dae66 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] For port 07a01f19-7e8b-4cf2-9dd5-092349983f77, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=07a01f19-7e8b-4cf2-9dd5-092349983f77,segment=NetworkSegment(563989a8-5aed-476c-a0e1-58478e87a694),segment_id=563989a8-5aed-476c-a0e1-58478e87a694)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:43:29.388429 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b65db79f-457f-48c4-894d-1dffd6fe87a0 req-b4b715ed-58e0-41b1-80ec-71eb53891daa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c1715bbd-f5d8-429f-ad95-4ec258043bdf HTTP/1.1" status: 200 len: 849 time: 0.0554638 Aug 26 13:43:29.388543 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-8c95e936-71d9-4810-8ef3-01884288395c req-4b867feb-3531-489f-bc42-1f1a607dae66 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:29.394968 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [req-8c95e936-71d9-4810-8ef3-01884288395c req-4b867feb-3531-489f-bc42-1f1a607dae66 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Calling delete_port for 07a01f19-7e8b-4cf2-9dd5-092349983f77 owned by compute:nova {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:43:29.435209 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65db79f-457f-48c4-894d-1dffd6fe87a0 req-105c13a7-7f9f-4d41-8bb4-05efae9ebf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:29.439672 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b65db79f-457f-48c4-894d-1dffd6fe87a0 req-105c13a7-7f9f-4d41-8bb4-05efae9ebf21 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d1d603f2-7a88-43bf-9288-e294a103440d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0495291 Aug 26 13:43:29.566683 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b65db79f-457f-48c4-894d-1dffd6fe87a0 req-99267f74-40a9-4d36-97bc-08b4f955bb67 service neutron] 10.222.0.38 "GET /v2.0/networks/d1d603f2-7a88-43bf-9288-e294a103440d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216118 Aug 26 13:43:29.615865 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-21bbbc28-ba6d-4a3d-a5ee-6bfe2c469e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248087d4-e254-48c9-8d21-833c348168c2', 'name': 'tempest-AttachVolumeTestJSON-468661606-router', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '9f008d0b-e04e-4b83-a332-697932f46062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:38:37Z', 'updated_at': '2021-08-26T13:38:44Z', 'revision_number': 4, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'gw_port': {'id': '9f008d0b-e04e-4b83-a332-697932f46062', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248087d4-e254-48c9-8d21-833c348168c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:38:39Z', 'updated_at': '2021-08-26T13:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_floatingips': [{'id': 'aaa413c1-2a08-4174-8036-76d1dd530af9', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'router_id': '248087d4-e254-48c9-8d21-833c348168c2', 'port_id': '40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d', 'mac_address': 'fa:16:3e:4a:d9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T13:43:13Z', 'updated_at': '2021-08-26T13:43:27Z', 'revision_number': 1, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef327389-73d7-4620-9dc9-48f9cc2bbda7', 'name': '', 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'mac_address': 'fa:16:3e:08:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248087d4-e254-48c9-8d21-833c348168c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'c1715bbd-f5d8-429f-ad95-4ec258043bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:38:42Z', 'updated_at': '2021-08-26T13:38:51Z', 'revision_number': 5, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'subnets': [{'id': 'c1715bbd-f5d8-429f-ad95-4ec258043bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:43:29.630690 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-8c95e936-71d9-4810-8ef3-01884288395c req-4b867feb-3531-489f-bc42-1f1a607dae66 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:29.649128 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bbbc28-ba6d-4a3d-a5ee-6bfe2c469e20 None None] The sync data for ids ['248087d4-e254-48c9-8d21-833c348168c2'] in dv-cinder-786386-11-iscsi is: [{'id': '248087d4-e254-48c9-8d21-833c348168c2', 'name': 'tempest-AttachVolumeTestJSON-468661606-router', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '9f008d0b-e04e-4b83-a332-697932f46062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:38:37Z', 'updated_at': '2021-08-26T13:38:44Z', 'revision_number': 4, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'gw_port': {'id': '9f008d0b-e04e-4b83-a332-697932f46062', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248087d4-e254-48c9-8d21-833c348168c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:38:39Z', 'updated_at': '2021-08-26T13:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_floatingips': [{'id': 'aaa413c1-2a08-4174-8036-76d1dd530af9', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'router_id': '248087d4-e254-48c9-8d21-833c348168c2', 'port_id': '40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d', 'mac_address': 'fa:16:3e:4a:d9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T13:43:13Z', 'updated_at': '2021-08-26T13:43:27Z', 'revision_number': 1, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef327389-73d7-4620-9dc9-48f9cc2bbda7', 'name': '', 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'mac_address': 'fa:16:3e:08:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248087d4-e254-48c9-8d21-833c348168c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'c1715bbd-f5d8-429f-ad95-4ec258043bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:38:42Z', 'updated_at': '2021-08-26T13:38:51Z', 'revision_number': 5, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'subnets': [{'id': 'c1715bbd-f5d8-429f-ad95-4ec258043bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:43:29.664679 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b867feb-3531-489f-bc42-1f1a607dae66 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Pushing event deleted for resources: {'Port': ['ID=07a01f19-7e8b-4cf2-9dd5-092349983f77,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:29.678287 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['07a01f19-7e8b-4cf2-9dd5-092349983f77'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:43:29.695997 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b65db79f-457f-48c4-894d-1dffd6fe87a0 req-6df5c935-2d89-4d2e-aff0-4a51b3c5fb86 service neutron] 10.222.0.38 "GET /v2.0/networks/d1d603f2-7a88-43bf-9288-e294a103440d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216669 Aug 26 13:43:29.722824 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c95e936-71d9-4810-8ef3-01884288395c req-4b867feb-3531-489f-bc42-1f1a607dae66 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] No DVR routers for this DVR port 07a01f19-7e8b-4cf2-9dd5-092349983f77 on host hv-cinder-78638 {{(pid=94615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 13:43:29.725387 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-8c95e936-71d9-4810-8ef3-01884288395c req-4b867feb-3531-489f-bc42-1f1a607dae66 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:29.727480 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-8c95e936-71d9-4810-8ef3-01884288395c req-4b867feb-3531-489f-bc42-1f1a607dae66 tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.38 "DELETE /v2.0/ports/07a01f19-7e8b-4cf2-9dd5-092349983f77 HTTP/1.1" status: 204 len: 173 time: 0.6080570 Aug 26 13:43:29.728156 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dac9020-afa9-4767-a57f-c43ac2922999', 'name': 'network-vif-deleted', 'tag': '07a01f19-7e8b-4cf2-9dd5-092349983f77'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:43:29.730657 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea93b417d78f98f8f49a9646f42316e7837148fdcc5dd11c49486c93967457e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75fc3a0-ac7c-4563-ab66-b5b0d7c18760" -d '{"events": [{"server_uuid": "9dac9020-afa9-4767-a57f-c43ac2922999", "name": "network-vif-deleted", "tag": "07a01f19-7e8b-4cf2-9dd5-092349983f77"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:43:29.772071 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef2b17c-43d1-4073-ad21-dbffb98d19fd x-openstack-request-id: req-4ef2b17c-43d1-4073-ad21-dbffb98d19fd {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:43:29.772328 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dac9020-afa9-4767-a57f-c43ac2922999", "name": "network-vif-deleted", "tag": "07a01f19-7e8b-4cf2-9dd5-092349983f77", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:43:29.772644 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4ef2b17c-43d1-4073-ad21-dbffb98d19fd {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:43:29.773052 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dac9020-afa9-4767-a57f-c43ac2922999', 'name': 'network-vif-deleted', 'tag': '07a01f19-7e8b-4cf2-9dd5-092349983f77', 'status': 'completed', 'code': 200} Aug 26 13:43:29.817284 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 34146) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:43:29.896296 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8a7c64-9e9e-428e-a70b-d0e86d296e21 None None] New status for floating IP aaa413c1-2a08-4174-8036-76d1dd530af9: ACTIVE {{(pid=94617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 13:43:29.925588 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-9b52d52f-e08f-485d-80cb-81c0d6bf0b25 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1461724046-network', 'tenant_id': '039fe7d5087a40a4aab7a67a367ab7c9'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:43:30.047823 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b52d52f-e08f-485d-80cb-81c0d6bf0b25 admin admin] Made reservation on behalf of 039fe7d5087a40a4aab7a67a367ab7c9 for: {'network': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:43:30.050296 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9b52d52f-e08f-485d-80cb-81c0d6bf0b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for network, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:30.061384 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9b52d52f-e08f-485d-80cb-81c0d6bf0b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:30.158593 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9b52d52f-e08f-485d-80cb-81c0d6bf0b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:30.230804 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9b52d52f-e08f-485d-80cb-81c0d6bf0b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:30.260004 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b52d52f-e08f-485d-80cb-81c0d6bf0b25 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=94615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 13:43:30.265485 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52d52f-e08f-485d-80cb-81c0d6bf0b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcc6f82-154b-4310-ad8d-f5a41c747124,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:30.279821 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9b52d52f-e08f-485d-80cb-81c0d6bf0b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388'] for segment, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:30.279821 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.db.segments_db [None req-9b52d52f-e08f-485d-80cb-81c0d6bf0b25 admin admin] Added segment 63b47255-6e14-4cd1-a333-b328f9af37e7 of type vlan for network b8bbff58-de61-4abd-b329-3e41147f5911 Aug 26 13:43:30.343111 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9b52d52f-e08f-485d-80cb-81c0d6bf0b25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790399845762'] for network, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:30.436393 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:30.437038 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9b52d52f-e08f-485d-80cb-81c0d6bf0b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412'] for network, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:30.438125 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b52d52f-e08f-485d-80cb-81c0d6bf0b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:30.438739 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9b52d52f-e08f-485d-80cb-81c0d6bf0b25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for network, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:30.482382 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20dc5b-a173-4047-bbbb-8a9928c82690 req-56d6385f-4f82-4a60-8cd0-be74d1f5e3d2 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:30.483912 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-eb20dc5b-a173-4047-bbbb-8a9928c82690 req-56d6385f-4f82-4a60-8cd0-be74d1f5e3d2 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.1081235 Aug 26 13:43:30.496750 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c1fbf-8842-4af3-b54e-1a7160907b56 req-3457ff7d-29c7-43be-8dfb-5212180582e4 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:30.498263 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ce8c1fbf-8842-4af3-b54e-1a7160907b56 req-3457ff7d-29c7-43be-8dfb-5212180582e4 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 945 time: 0.1053360 Aug 26 13:43:30.504376 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52d52f-e08f-485d-80cb-81c0d6bf0b25 admin admin] Pushing event updated for resources: {'Network': ['ID=b8bbff58-de61-4abd-b329-3e41147f5911,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:30.515021 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Network b8bbff58-de61-4abd-b329-3e41147f5911 details requested by agent ovs-agent-dv-cinder-786386-11-iscsi with host dv-cinder-786386-11-iscsi {{(pid=94616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 13:43:30.546614 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-9b52d52f-e08f-485d-80cb-81c0d6bf0b25 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7279663 Aug 26 13:43:30.550031 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 34160) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:43:30.555624 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-768f96f5-a949-4fa4-a5f1-b894306ac30e admin admin] Request body: {'subnet': {'network_id': 'b8bbff58-de61-4abd-b329-3e41147f5911', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1461724046-subnet', 'tenant_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'ip_version': 4}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:43:30.559180 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-eb20dc5b-a173-4047-bbbb-8a9928c82690 req-8a64246e-5fe2-49d9-a79b-5995b6caeb0c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599399 Aug 26 13:43:30.564690 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ce8c1fbf-8842-4af3-b54e-1a7160907b56 req-ee8d9978-9422-4fbb-bcce-9216d627c0d9 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585897 Aug 26 13:43:30.659141 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768f96f5-a949-4fa4-a5f1-b894306ac30e admin admin] Made reservation on behalf of 039fe7d5087a40a4aab7a67a367ab7c9 for: {'subnet': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:43:30.663396 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-768f96f5-a949-4fa4-a5f1-b894306ac30e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593099'] for subnet, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:30.673643 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-35afec6b-d33c-49e8-9c28-a91773c1f42d req-42eef040-c4aa-466d-98ab-d84fc26546cc tempest-VolumesActionsTest-378602928 tempest-VolumesActionsTest-378602928-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dac9020-afa9-4767-a57f-c43ac2922999 HTTP/1.1" status: 200 len: 210 time: 0.0274193 Aug 26 13:43:30.702216 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 08d57c90-0cee-4b72-934c-f142616fe0bd details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=94616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 13:43:30.809012 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 08d57c90-0cee-4b72-934c-f142616fe0bd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=08d57c90-0cee-4b72-934c-f142616fe0bd,segment=NetworkSegment(622f9d42-2ef0-4df2-9e01-d60060392ec1),segment_id=622f9d42-2ef0-4df2-9e01-d60060392ec1)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:43:30.833892 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Returning: {'device': '08d57c90-0cee-4b72-934c-f142616fe0bd', 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368', 'port_id': '08d57c90-0cee-4b72-934c-f142616fe0bd', 'mac_address': 'fa:16:3e:a1:19:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f404f389-dc0c-4c0d-a515-d27c76237ec3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 13:43:30.875539 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:30.892612 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08d57c90-0cee-4b72-934c-f142616fe0bd {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:43:30.916086 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 08d57c90-0cee-4b72-934c-f142616fe0bd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=08d57c90-0cee-4b72-934c-f142616fe0bd,segment=NetworkSegment(622f9d42-2ef0-4df2-9e01-d60060392ec1),segment_id=622f9d42-2ef0-4df2-9e01-d60060392ec1)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:43:30.962505 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-768f96f5-a949-4fa4-a5f1-b894306ac30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8760289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593081'] for subnet, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:30.990659 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:31.020626 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f96f5-a949-4fa4-a5f1-b894306ac30e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fabf100-a261-41a0-b2e1-8952c5255af8,revision_number=0']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:31.032370 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768f96f5-a949-4fa4-a5f1-b894306ac30e admin admin] Checking segment: {'id': '63b47255-6e14-4cd1-a333-b328f9af37e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b8bbff58-de61-4abd-b329-3e41147f5911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:43:31.032777 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768f96f5-a949-4fa4-a5f1-b894306ac30e admin admin] Network hostable DHCP agents. Network: b8bbff58-de61-4abd-b329-3e41147f5911, hostable agents: ['4ade96b1-406d-4ebc-948b-9bb0af99b177'], hosted agents: [] {{(pid=94615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 13:43:31.058532 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=08d57c90-0cee-4b72-934c-f142616fe0bd,revision_number=6']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:31.116082 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768f96f5-a949-4fa4-a5f1-b894306ac30e admin admin] Network b8bbff58-de61-4abd-b329-3e41147f5911 is scheduled to be hosted by DHCP agent 4ade96b1-406d-4ebc-948b-9bb0af99b177 with binding_index 1 {{(pid=94615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 13:43:31.224364 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-768f96f5-a949-4fa4-a5f1-b894306ac30e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-11-iscsi, b8bbff58-de61-4abd-b329-3e41147f5911) {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:43:31.234135 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768f96f5-a949-4fa4-a5f1-b894306ac30e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:31.234135 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-768f96f5-a949-4fa4-a5f1-b894306ac30e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:31.234373 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['08d57c90-0cee-4b72-934c-f142616fe0bd'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:43:31.234373 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d261dc-76af-48a8-a820-92e2688a317d None None] Network b8bbff58-de61-4abd-b329-3e41147f5911 requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:43:31.311644 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-768f96f5-a949-4fa4-a5f1-b894306ac30e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7603211 Aug 26 13:43:31.314268 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 34164) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:43:31.319431 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-974d61c9-4579-4580-bb11-6ed06991c17c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1461724046-router', 'tenant_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'}}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:43:31.442382 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-974d61c9-4579-4580-bb11-6ed06991c17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13099'] for router, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:31.443459 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-974d61c9-4579-4580-bb11-6ed06991c17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13090'] for router, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:31.499194 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-974d61c9-4579-4580-bb11-6ed06991c17c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:31.569777 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b5ec5b-8c94-4017-903f-2ab42d37b6c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e57bd44-56e5-5669-b06f-8b51ccd0965c-b8bbff58-de61-4abd-b329-3e41147f5911', 'network_id': 'b8bbff58-de61-4abd-b329-3e41147f5911', 'tenant_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'fixed_ips': [{'subnet_id': '1fabf100-a261-41a0-b2e1-8952c5255af8'}]}} from dv-cinder-786386-11-iscsi. {{(pid=94616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 13:43:31.571192 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-10b5ec5b-8c94-4017-903f-2ab42d37b6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:31.719197 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-974d61c9-4579-4580-bb11-6ed06991c17c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:31.730140 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [None req-10b5ec5b-8c94-4017-903f-2ab42d37b6c7 None None] Allocated IP 172.20.0.2 (b8bbff58-de61-4abd-b329-3e41147f5911/1fabf100-a261-41a0-b2e1-8952c5255af8/fabf89f1-38d0-40e4-9dfe-87667a12dc19) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:43:31.744410 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646a928-60d2-4f39-a9d0-82477dce66e7 req-da24987a-5368-4910-9f1f-3cc6070acf5b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:31.745908 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a646a928-60d2-4f39-a9d0-82477dce66e7 req-da24987a-5368-4910-9f1f-3cc6070acf5b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 944 time: 0.0843172 Aug 26 13:43:31.767184 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0e0d5-72dc-4df6-8e85-3105f8c8d838 req-7f3e5b36-3782-46ed-b71d-81e5e6245db7 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:31.768756 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1df0e0d5-72dc-4df6-8e85-3105f8c8d838 req-7f3e5b36-3782-46ed-b71d-81e5e6245db7 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 945 time: 0.0763187 Aug 26 13:43:31.812767 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a646a928-60d2-4f39-a9d0-82477dce66e7 req-c4eac5c9-5286-4fae-95f9-c5c170090b59 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589173 Aug 26 13:43:31.826249 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1df0e0d5-72dc-4df6-8e85-3105f8c8d838 req-27f347bd-bf53-4618-8f4c-f17d3f3778bf tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493932 Aug 26 13:43:31.933077 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-10b5ec5b-8c94-4017-903f-2ab42d37b6c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:31.943738 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-10b5ec5b-8c94-4017-903f-2ab42d37b6c7 None None] Transition to ACTIVE for port object fabf89f1-38d0-40e4-9dfe-87667a12dc19 will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:43:31.959499 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-10b5ec5b-8c94-4017-903f-2ab42d37b6c7 None None] Transition to ACTIVE for port object fabf89f1-38d0-40e4-9dfe-87667a12dc19 will not be triggered until provisioned by entity DHCP. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:43:32.039831 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-974d61c9-4579-4580-bb11-6ed06991c17c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:32.053518 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-10b5ec5b-8c94-4017-903f-2ab42d37b6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:32.060075 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-974d61c9-4579-4580-bb11-6ed06991c17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:32.095648 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b5ec5b-8c94-4017-903f-2ab42d37b6c7 None None] Network b8bbff58-de61-4abd-b329-3e41147f5911 is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:43:32.103937 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-10b5ec5b-8c94-4017-903f-2ab42d37b6c7 None None] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:43:32.107300 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b5ec5b-8c94-4017-903f-2ab42d37b6c7 None None] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:43:32.113679 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5ec5b-8c94-4017-903f-2ab42d37b6c7 None None] Pushing event updated for resources: {'Port': ['ID=fabf89f1-38d0-40e4-9dfe-87667a12dc19,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:32.169784 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-10b5ec5b-8c94-4017-903f-2ab42d37b6c7 None None] Attempting to bind port fabf89f1-38d0-40e4-9dfe-87667a12dc19 on host dv-cinder-786386-11-iscsi for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:43:32.170143 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-10b5ec5b-8c94-4017-903f-2ab42d37b6c7 None None] Attempting to bind port fabf89f1-38d0-40e4-9dfe-87667a12dc19 by drivers openvswitch,hyperv on host dv-cinder-786386-11-iscsi at level 0 using segments [{'id': '63b47255-6e14-4cd1-a333-b328f9af37e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b8bbff58-de61-4abd-b329-3e41147f5911'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:43:32.170534 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b5ec5b-8c94-4017-903f-2ab42d37b6c7 None None] Attempting to bind port fabf89f1-38d0-40e4-9dfe-87667a12dc19 on network b8bbff58-de61-4abd-b329-3e41147f5911 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:43:32.176515 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [None req-974d61c9-4579-4580-bb11-6ed06991c17c admin admin] Allocated IP 172.27.2.35 (0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a/b7ae35bd-0037-4f3a-908b-b50a80e8b092/f6f9865d-5966-4fab-941a-4007c41e467b) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:43:32.177124 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b5ec5b-8c94-4017-903f-2ab42d37b6c7 None None] Checking agent: {'id': 'e5d43163-2ed7-4be7-b0e9-dba87db69928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 28, 57), 'started_at': datetime.datetime(2021, 8, 26, 13, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:43:32.177586 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b5ec5b-8c94-4017-903f-2ab42d37b6c7 None None] Checking segment: {'id': '63b47255-6e14-4cd1-a333-b328f9af37e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b8bbff58-de61-4abd-b329-3e41147f5911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:43:32.178024 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-10b5ec5b-8c94-4017-903f-2ab42d37b6c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:32.178466 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b5ec5b-8c94-4017-903f-2ab42d37b6c7 None None] Bound using segment: {'id': '63b47255-6e14-4cd1-a333-b328f9af37e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b8bbff58-de61-4abd-b329-3e41147f5911'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:43:32.178943 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-10b5ec5b-8c94-4017-903f-2ab42d37b6c7 None None] Bound port: fabf89f1-38d0-40e4-9dfe-87667a12dc19, host: dv-cinder-786386-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b47255-6e14-4cd1-a333-b328f9af37e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b8bbff58-de61-4abd-b329-3e41147f5911'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:43:32.179329 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-10b5ec5b-8c94-4017-903f-2ab42d37b6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:32.288110 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-10b5ec5b-8c94-4017-903f-2ab42d37b6c7 None None] For port fabf89f1-38d0-40e4-9dfe-87667a12dc19, host dv-cinder-786386-11-iscsi, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:43:32.295549 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-10b5ec5b-8c94-4017-903f-2ab42d37b6c7 None None] For port fabf89f1-38d0-40e4-9dfe-87667a12dc19, host dv-cinder-786386-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=fabf89f1-38d0-40e4-9dfe-87667a12dc19,segment=NetworkSegment(63b47255-6e14-4cd1-a333-b328f9af37e7),segment_id=63b47255-6e14-4cd1-a333-b328f9af37e7)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:43:32.307359 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-974d61c9-4579-4580-bb11-6ed06991c17c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:32.362340 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-10b5ec5b-8c94-4017-903f-2ab42d37b6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:32.427986 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5ec5b-8c94-4017-903f-2ab42d37b6c7 None None] Pushing event updated for resources: {'Port': ['ID=fabf89f1-38d0-40e4-9dfe-87667a12dc19,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:32.442512 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-974d61c9-4579-4580-bb11-6ed06991c17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:32.501431 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974d61c9-4579-4580-bb11-6ed06991c17c admin admin] Network 0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:43:32.503537 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d61c9-4579-4580-bb11-6ed06991c17c admin admin] Pushing event updated for resources: {'Port': ['ID=f6f9865d-5966-4fab-941a-4007c41e467b,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:32.507250 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-974d61c9-4579-4580-bb11-6ed06991c17c admin admin] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:43:32.509398 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974d61c9-4579-4580-bb11-6ed06991c17c admin admin] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:43:32.717790 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 08d57c90-0cee-4b72-934c-f142616fe0bd up at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:43:32.770025 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning complete for port 08d57c90-0cee-4b72-934c-f142616fe0bd triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:43:32.770396 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:32.861305 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:32.892738 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-974d61c9-4579-4580-bb11-6ed06991c17c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:32.902218 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a36384-d740-49f8-bae0-e39291044de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d57c90-0cee-4b72-934c-f142616fe0bd'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:43:32.904897 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adf09783f65fc29d397fc30c9e785295af8fecd29e58eb7f547da51af43e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e48a26-d71b-4da0-83be-3cce1d459ea2" -d '{"events": [{"server_uuid": "85a36384-d740-49f8-bae0-e39291044de3", "name": "network-vif-plugged", "status": "completed", "tag": "08d57c90-0cee-4b72-934c-f142616fe0bd"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:43:32.912253 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 08d57c90-0cee-4b72-934c-f142616fe0bd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=08d57c90-0cee-4b72-934c-f142616fe0bd,segment=NetworkSegment(622f9d42-2ef0-4df2-9e01-d60060392ec1),segment_id=622f9d42-2ef0-4df2-9e01-d60060392ec1)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:43:33.007506 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:33.008623 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 07a01f19-7e8b-4cf2-9dd5-092349983f77 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:43:33.037296 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] No Port match for: 07a01f19-7e8b-4cf2-9dd5-092349983f77 {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:43:33.037654 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 07a01f19-7e8b-4cf2-9dd5-092349983f77 not bound to the agent host hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:43:33.070797 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2780c28-78d5-4a01-b016-6dc9bf478beb req-6d9a20e4-e283-48f9-bf51-5b42b1c1e5ec tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:33.073184 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b2780c28-78d5-4a01-b016-6dc9bf478beb req-6d9a20e4-e283-48f9-bf51-5b42b1c1e5ec tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 944 time: 0.1098096 Aug 26 13:43:33.087448 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a9446-dacb-4b28-bc9a-57f6aa47228a req-31bfd5ad-f9af-43aa-8ada-8b5e1633bffd tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:33.089177 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4d4a9446-dacb-4b28-bc9a-57f6aa47228a req-31bfd5ad-f9af-43aa-8ada-8b5e1633bffd tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 945 time: 0.0881224 Aug 26 13:43:33.123165 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=08d57c90-0cee-4b72-934c-f142616fe0bd,revision_number=7']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:33.167077 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-974d61c9-4579-4580-bb11-6ed06991c17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-428405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430587'] for router, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:33.185997 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b2780c28-78d5-4a01-b016-6dc9bf478beb req-b51b4d75-e0a3-4e91-8bac-efa40fab2c9b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954161 Aug 26 13:43:33.201262 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4d4a9446-dacb-4b28-bc9a-57f6aa47228a req-2ec33dcb-45ea-4742-a6fb-628a0212f15b tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035540 Aug 26 13:43:33.256972 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5463ad29-5534-4029-a848-00fcf3addf5c x-openstack-request-id: req-5463ad29-5534-4029-a848-00fcf3addf5c {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:43:33.257330 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a36384-d740-49f8-bae0-e39291044de3", "name": "network-vif-plugged", "status": "completed", "tag": "08d57c90-0cee-4b72-934c-f142616fe0bd", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:43:33.257742 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5463ad29-5534-4029-a848-00fcf3addf5c {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:43:33.258201 dv-cinder-786386-11-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a36384-d740-49f8-bae0-e39291044de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d57c90-0cee-4b72-934c-f142616fe0bd', 'code': 200} Aug 26 13:43:33.358138 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device fabf89f1-38d0-40e4-9dfe-87667a12dc19 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:43:33.439030 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974d61c9-4579-4580-bb11-6ed06991c17c admin admin] Router be318f0a-4743-4191-a882-b228e95be6c3 is scheduled to L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 with binding_index 1 {{(pid=94615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 13:43:33.526551 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning for port fabf89f1-38d0-40e4-9dfe-87667a12dc19 completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:43:33.658220 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c4c95b-9bf6-4b37-8e64-d2b2b79fa63b None None] Network b8bbff58-de61-4abd-b329-3e41147f5911 requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:43:33.802586 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-526cf961-53f4-4daa-81d6-7c078952889b None None] Provisioning for port fabf89f1-38d0-40e4-9dfe-87667a12dc19 completed by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:43:33.812237 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-526cf961-53f4-4daa-81d6-7c078952889b None None] Provisioning complete for port fabf89f1-38d0-40e4-9dfe-87667a12dc19 triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:43:33.812890 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-526cf961-53f4-4daa-81d6-7c078952889b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:33.862442 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974d61c9-4579-4580-bb11-6ed06991c17c admin admin] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:43:33.885041 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fbf3aa-085a-4924-a026-b2e68125681e None None] Sync routers for ids ['be318f0a-4743-4191-a882-b228e95be6c3'] in dv-cinder-786386-11-iscsi {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:43:33.907852 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fbf3aa-085a-4924-a026-b2e68125681e None None] Routers {'be318f0a-4743-4191-a882-b228e95be6c3'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:43:33.911289 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-58fbf3aa-085a-4924-a026-b2e68125681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:43:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['be318f0a-4743-4191-a882-b228e95be6c3'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:43:33.979175 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-974d61c9-4579-4580-bb11-6ed06991c17c admin admin] Notify callbacks [] for router, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:33.983556 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 34254) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:43:33.984272 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-974d61c9-4579-4580-bb11-6ed06991c17c admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6684234 Aug 26 13:43:34.059133 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-526cf961-53f4-4daa-81d6-7c078952889b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:34.116562 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-58fbf3aa-085a-4924-a026-b2e68125681e None None] Set router be318f0a-4743-4191-a882-b228e95be6c3 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:43:34.342502 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-526cf961-53f4-4daa-81d6-7c078952889b None None] For port fabf89f1-38d0-40e4-9dfe-87667a12dc19, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=fabf89f1-38d0-40e4-9dfe-87667a12dc19,segment=NetworkSegment(63b47255-6e14-4cd1-a333-b328f9af37e7),segment_id=63b47255-6e14-4cd1-a333-b328f9af37e7)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:43:34.411043 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-526cf961-53f4-4daa-81d6-7c078952889b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:34.419054 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-58fbf3aa-085a-4924-a026-b2e68125681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'name': 'tempest-TestMinimumBasicScenario-1461724046-router', 'tenant_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f6f9865d-5966-4fab-941a-4007c41e467b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:43:31Z', 'updated_at': '2021-08-26T13:43:32Z', 'revision_number': 3, 'project_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'gw_port': {'id': 'f6f9865d-5966-4fab-941a-4007c41e467b', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:05:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:43:32Z', 'updated_at': '2021-08-26T13:43:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:43:34.459665 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8149897-cf38-4b12-a40e-aae6066b501a req-3dc16684-0395-44ea-b95c-974fd5f06803 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:34.461294 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a8149897-cf38-4b12-a40e-aae6066b501a req-3dc16684-0395-44ea-b95c-974fd5f06803 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.1541083 Aug 26 13:43:34.467848 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fbf3aa-085a-4924-a026-b2e68125681e None None] Checking router: be318f0a-4743-4191-a882-b228e95be6c3 for host: dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:43:34.468202 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fbf3aa-085a-4924-a026-b2e68125681e None None] Updating router be318f0a-4743-4191-a882-b228e95be6c3 port f6f9865d-5966-4fab-941a-4007c41e467b binding host dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 13:43:34.515060 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-58fbf3aa-085a-4924-a026-b2e68125681e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:34.521554 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a72171-a2e7-4c41-828e-53395bd6f80e req-cefd18b6-26ec-4c4f-a071-fad147a5dc8e tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:34.523165 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-89a72171-a2e7-4c41-828e-53395bd6f80e req-cefd18b6-26ec-4c4f-a071-fad147a5dc8e tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 945 time: 0.1708765 Aug 26 13:43:34.552576 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526cf961-53f4-4daa-81d6-7c078952889b None None] Pushing event updated for resources: {'Port': ['ID=fabf89f1-38d0-40e4-9dfe-87667a12dc19,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:34.591031 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-91551a7f-aa6b-4e3b-b3b3-a9c15f3412ba None None] Provisioning complete for port fabf89f1-38d0-40e4-9dfe-87667a12dc19 triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:43:34.591679 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-91551a7f-aa6b-4e3b-b3b3-a9c15f3412ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:34.594427 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a8149897-cf38-4b12-a40e-aae6066b501a req-3425097a-b9b4-46b3-89b3-cc5ac81ab6b6 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110952 Aug 26 13:43:34.677124 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-89a72171-a2e7-4c41-828e-53395bd6f80e req-1f495357-270b-4d0e-898d-c6405f1de7f9 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420751 Aug 26 13:43:34.718702 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-0c8ab702-a8a8-4565-b46b-ee9de5d6fcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:34.946183 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_common [None req-0c8ab702-a8a8-4565-b46b-ee9de5d6fcc0 admin admin] Allocated IP 172.20.0.1 (b8bbff58-de61-4abd-b329-3e41147f5911/1fabf100-a261-41a0-b2e1-8952c5255af8/8052fbc6-6c8d-4c1e-b01b-280d37bb1c05) {{(pid=94614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:43:35.027410 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-58fbf3aa-085a-4924-a026-b2e68125681e None None] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:35.040105 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-58fbf3aa-085a-4924-a026-b2e68125681e None None] Transition to ACTIVE for port object f6f9865d-5966-4fab-941a-4007c41e467b will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:43:35.100643 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-0c8ab702-a8a8-4565-b46b-ee9de5d6fcc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:35.104320 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-58fbf3aa-085a-4924-a026-b2e68125681e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:35.119068 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-0c8ab702-a8a8-4565-b46b-ee9de5d6fcc0 admin admin] Transition to ACTIVE for port object 8052fbc6-6c8d-4c1e-b01b-280d37bb1c05 will not be triggered until provisioned by entity DHCP. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:43:35.237421 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-0c8ab702-a8a8-4565-b46b-ee9de5d6fcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:35.310845 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8ab702-a8a8-4565-b46b-ee9de5d6fcc0 admin admin] Network b8bbff58-de61-4abd-b329-3e41147f5911 is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:43:35.312361 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ab702-a8a8-4565-b46b-ee9de5d6fcc0 admin admin] Pushing event updated for resources: {'Port': ['ID=8052fbc6-6c8d-4c1e-b01b-280d37bb1c05,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:35.315240 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-0c8ab702-a8a8-4565-b46b-ee9de5d6fcc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:43:35.317842 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8ab702-a8a8-4565-b46b-ee9de5d6fcc0 admin admin] Received port after_create {{(pid=94614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:43:35.335381 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device fabf89f1-38d0-40e4-9dfe-87667a12dc19 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:43:35.369630 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-0c8ab702-a8a8-4565-b46b-ee9de5d6fcc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430372'] for router_interface, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:35.385275 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6a983-9cb9-40a5-bf17-768499d31446 None None] Pushing event updated for resources: {'Port': ['ID=f6f9865d-5966-4fab-941a-4007c41e467b,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:35.401501 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-58fbf3aa-085a-4924-a026-b2e68125681e None None] Attempting to bind port f6f9865d-5966-4fab-941a-4007c41e467b on host dv-cinder-786386-11-iscsi for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:43:35.401903 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-58fbf3aa-085a-4924-a026-b2e68125681e None None] Attempting to bind port f6f9865d-5966-4fab-941a-4007c41e467b by drivers openvswitch,hyperv on host dv-cinder-786386-11-iscsi at level 0 using segments [{'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:43:35.402273 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fbf3aa-085a-4924-a026-b2e68125681e None None] Attempting to bind port f6f9865d-5966-4fab-941a-4007c41e467b on network 0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:43:35.415140 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fbf3aa-085a-4924-a026-b2e68125681e None None] Checking agent: {'id': 'e5d43163-2ed7-4be7-b0e9-dba87db69928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 28, 57), 'started_at': datetime.datetime(2021, 8, 26, 13, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:43:35.415501 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fbf3aa-085a-4924-a026-b2e68125681e None None] Checking segment: {'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:43:35.415935 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-58fbf3aa-085a-4924-a026-b2e68125681e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:35.416298 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fbf3aa-085a-4924-a026-b2e68125681e None None] Bound using segment: {'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:43:35.416778 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-58fbf3aa-085a-4924-a026-b2e68125681e None None] Bound port: f6f9865d-5966-4fab-941a-4007c41e467b, host: dv-cinder-786386-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:43:35.417155 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-58fbf3aa-085a-4924-a026-b2e68125681e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:35.474413 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-58fbf3aa-085a-4924-a026-b2e68125681e None None] For port f6f9865d-5966-4fab-941a-4007c41e467b, host dv-cinder-786386-11-iscsi, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:43:35.483478 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-58fbf3aa-085a-4924-a026-b2e68125681e None None] For port f6f9865d-5966-4fab-941a-4007c41e467b, host dv-cinder-786386-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=f6f9865d-5966-4fab-941a-4007c41e467b,segment=NetworkSegment(706c7343-f453-451d-93d0-3f6d714ba662),segment_id=706c7343-f453-451d-93d0-3f6d714ba662)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:43:35.498611 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port fabf89f1-38d0-40e4-9dfe-87667a12dc19 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:43:35.499364 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:35.554047 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-58fbf3aa-085a-4924-a026-b2e68125681e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:35.655905 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6a983-9cb9-40a5-bf17-768499d31446 None None] Pushing event updated for resources: {'Port': ['ID=f6f9865d-5966-4fab-941a-4007c41e467b,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:35.663353 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fbf3aa-085a-4924-a026-b2e68125681e None None] Routers {'be318f0a-4743-4191-a882-b228e95be6c3'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:43:35.664134 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-58fbf3aa-085a-4924-a026-b2e68125681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:43:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['be318f0a-4743-4191-a882-b228e95be6c3'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:43:35.704950 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-0c8ab702-a8a8-4565-b46b-ee9de5d6fcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:35.716515 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-4149fe95-5bf4-4bee-b604-5ed7b94f3238 None None] Provisioning for port 8052fbc6-6c8d-4c1e-b01b-280d37bb1c05 completed by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:43:35.733418 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-4149fe95-5bf4-4bee-b604-5ed7b94f3238 None None] Provisioning complete for port 8052fbc6-6c8d-4c1e-b01b-280d37bb1c05 triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:43:35.733883 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4149fe95-5bf4-4bee-b604-5ed7b94f3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:35.778817 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e454ed-0a95-491a-afd6-0b7cefe8fe72 req-4350ab19-f12f-40f5-8017-2f2e090b3f3a tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:35.780407 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-14e454ed-0a95-491a-afd6-0b7cefe8fe72 req-4350ab19-f12f-40f5-8017-2f2e090b3f3a tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.0903015 Aug 26 13:43:35.813119 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-4149fe95-5bf4-4bee-b604-5ed7b94f3238 None None] Port 8052fbc6-6c8d-4c1e-b01b-280d37bb1c05 cannot update to ACTIVE because it is not bound. {{(pid=94616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 13:43:35.834012 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-58fbf3aa-085a-4924-a026-b2e68125681e None None] Set router be318f0a-4743-4191-a882-b228e95be6c3 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:43:35.904538 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-14e454ed-0a95-491a-afd6-0b7cefe8fe72 req-a1df3e12-2033-409d-9de0-6947d80921ab tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121523 Aug 26 13:43:36.007241 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-0c8ab702-a8a8-4565-b46b-ee9de5d6fcc0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:36.077056 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcb6d9-e4ce-461d-b59f-33a0c8a9ecf6 req-3faf5b77-b2ba-4bb6-962b-43f252ed51c5 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:36.084981 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-96bcb6d9-e4ce-461d-b59f-33a0c8a9ecf6 req-3faf5b77-b2ba-4bb6-962b-43f252ed51c5 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 945 time: 0.0837891 Aug 26 13:43:36.088054 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-0c8ab702-a8a8-4565-b46b-ee9de5d6fcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625096'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:36.169986 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-58fbf3aa-085a-4924-a026-b2e68125681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'name': 'tempest-TestMinimumBasicScenario-1461724046-router', 'tenant_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f6f9865d-5966-4fab-941a-4007c41e467b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:43:31Z', 'updated_at': '2021-08-26T13:43:35Z', 'revision_number': 4, 'project_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'gw_port': {'id': 'f6f9865d-5966-4fab-941a-4007c41e467b', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:05:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:43:32Z', 'updated_at': '2021-08-26T13:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': '8052fbc6-6c8d-4c1e-b01b-280d37bb1c05', 'name': '', 'network_id': 'b8bbff58-de61-4abd-b329-3e41147f5911', 'tenant_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'mac_address': 'fa:16:3e:6e:8e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1fabf100-a261-41a0-b2e1-8952c5255af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:43:34Z', 'updated_at': '2021-08-26T13:43:34Z', 'revision_number': 1, 'project_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'subnets': [{'id': '1fabf100-a261-41a0-b2e1-8952c5255af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:43:36.192275 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-0c8ab702-a8a8-4565-b46b-ee9de5d6fcc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430843'] for router_interface, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:36.196135 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ab702-a8a8-4565-b46b-ee9de5d6fcc0 admin admin] Pushing event updated for resources: {'Port': ['ID=8052fbc6-6c8d-4c1e-b01b-280d37bb1c05,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:36.212846 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-96bcb6d9-e4ce-461d-b59f-33a0c8a9ecf6 req-8401615a-60bb-4069-a7dd-0b97ed809520 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257730 Aug 26 13:43:36.223989 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fbf3aa-085a-4924-a026-b2e68125681e None None] The sync data for ids ['be318f0a-4743-4191-a882-b228e95be6c3'] in dv-cinder-786386-11-iscsi is: [{'id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'name': 'tempest-TestMinimumBasicScenario-1461724046-router', 'tenant_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f6f9865d-5966-4fab-941a-4007c41e467b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:43:31Z', 'updated_at': '2021-08-26T13:43:35Z', 'revision_number': 4, 'project_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'gw_port': {'id': 'f6f9865d-5966-4fab-941a-4007c41e467b', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:05:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:43:32Z', 'updated_at': '2021-08-26T13:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': '8052fbc6-6c8d-4c1e-b01b-280d37bb1c05', 'name': '', 'network_id': 'b8bbff58-de61-4abd-b329-3e41147f5911', 'tenant_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'mac_address': 'fa:16:3e:6e:8e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1fabf100-a261-41a0-b2e1-8952c5255af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:43:34Z', 'updated_at': '2021-08-26T13:43:34Z', 'revision_number': 1, 'project_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'subnets': [{'id': '1fabf100-a261-41a0-b2e1-8952c5255af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:43:36.344491 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8ab702-a8a8-4565-b46b-ee9de5d6fcc0 admin admin] Network b8bbff58-de61-4abd-b329-3e41147f5911 is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:43:36.346086 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-0c8ab702-a8a8-4565-b46b-ee9de5d6fcc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:43:36.547730 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8ab702-a8a8-4565-b46b-ee9de5d6fcc0 admin admin] Router be318f0a-4743-4191-a882-b228e95be6c3 has already been hosted by L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 {{(pid=94614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 13:43:36.756709 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-cbb05779-a38e-4295-af65-4826e7105a19 None None] Provisioning complete for port 8052fbc6-6c8d-4c1e-b01b-280d37bb1c05 triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:43:36.757662 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-cbb05779-a38e-4295-af65-4826e7105a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:36.809381 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-cbb05779-a38e-4295-af65-4826e7105a19 None None] Port 8052fbc6-6c8d-4c1e-b01b-280d37bb1c05 cannot update to ACTIVE because it is not bound. {{(pid=94616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 13:43:37.040693 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8ab702-a8a8-4565-b46b-ee9de5d6fcc0 admin admin] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:43:37.071004 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-0c8ab702-a8a8-4565-b46b-ee9de5d6fcc0 admin admin] 10.222.0.35 "PUT /v2.0/routers/be318f0a-4743-4191-a882-b228e95be6c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0860233 Aug 26 13:43:37.126297 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e552f59-cdb9-4716-b2e2-da32513611e1 req-64305042-52b9-4b21-9449-56fefeb372d8 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:37.135442 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4e552f59-cdb9-4716-b2e2-da32513611e1 req-64305042-52b9-4b21-9449-56fefeb372d8 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.1448634 Aug 26 13:43:37.242639 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4e552f59-cdb9-4716-b2e2-da32513611e1 req-8742e82e-2027-4f80-989f-5f55dfbd1ca2 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006525 Aug 26 13:43:37.398265 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device f6f9865d-5966-4fab-941a-4007c41e467b up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:43:37.426165 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df2fd4-782d-4b25-b721-54eedc81f375 req-83a69829-91a9-47a4-b324-97b741bd307e tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:37.427757 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-67df2fd4-782d-4b25-b721-54eedc81f375 req-83a69829-91a9-47a4-b324-97b741bd307e tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 945 time: 0.1133113 Aug 26 13:43:37.506123 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-67df2fd4-782d-4b25-b721-54eedc81f375 req-64708b61-9192-4ad0-ac90-9fd8d4bcaae0 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622211 Aug 26 13:43:37.561535 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning for port f6f9865d-5966-4fab-941a-4007c41e467b completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:43:37.568497 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port f6f9865d-5966-4fab-941a-4007c41e467b triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:43:37.569638 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:37.719648 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:37.750288 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] For port f6f9865d-5966-4fab-941a-4007c41e467b, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=f6f9865d-5966-4fab-941a-4007c41e467b,segment=NetworkSegment(706c7343-f453-451d-93d0-3f6d714ba662),segment_id=706c7343-f453-451d-93d0-3f6d714ba662)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:43:38.003474 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-42a50523-aaf4-4e36-b15d-77c7e195e129 req-e5568d0c-aaf7-46f1-a63c-06107fd86185 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0262430 Aug 26 13:43:38.054366 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-42a50523-aaf4-4e36-b15d-77c7e195e129 req-1d8bac2b-25c1-4e60-beff-313b4b725a5e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f7c1ac4776f8491da8ed9fa3e10f556b&device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164 HTTP/1.1" status: 200 len: 210 time: 0.0248418 Aug 26 13:43:38.066578 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:38.116526 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-42a50523-aaf4-4e36-b15d-77c7e195e129 req-5f40c6d9-f939-4e3d-be1e-9f8f53e7b0c2 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=f7c1ac4776f8491da8ed9fa3e10f556b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277817 Aug 26 13:43:38.149137 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Pushing event updated for resources: {'Port': ['ID=f6f9865d-5966-4fab-941a-4007c41e467b,revision_number=4']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:38.239338 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 34314) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:43:38.244692 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-e7b851a0-32ed-4709-b661-121062adc76f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-462105152-network', 'tenant_id': 'd83526ca4f254b49bcf9e71ae3bd29ec'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:43:38.272417 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a50523-aaf4-4e36-b15d-77c7e195e129 req-249661b5-3db9-4841-8f56-0e50e8519d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:38.273995 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-42a50523-aaf4-4e36-b15d-77c7e195e129 req-249661b5-3db9-4841-8f56-0e50e8519d3e service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1475503 Aug 26 13:43:38.344394 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b851a0-32ed-4709-b661-121062adc76f admin admin] Made reservation on behalf of d83526ca4f254b49bcf9e71ae3bd29ec for: {'network': 1} {{(pid=94614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:43:38.347051 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e7b851a0-32ed-4709-b661-121062adc76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for network, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:38.362784 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e7b851a0-32ed-4709-b661-121062adc76f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:38.577527 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e7b851a0-32ed-4709-b661-121062adc76f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:38.597069 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbd0bb-41a8-49fa-a737-d632489ae662 req-4dee636c-de5e-4c06-b138-1757912498ee tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:38.605161 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f7bbd0bb-41a8-49fa-a737-d632489ae662 req-4dee636c-de5e-4c06-b138-1757912498ee tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.2163339 Aug 26 13:43:38.673988 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e7b851a0-32ed-4709-b661-121062adc76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:38.693303 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f7bbd0bb-41a8-49fa-a737-d632489ae662 req-ab77342c-d304-4024-81f5-2b0ff75927e0 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871084 Aug 26 13:43:38.745807 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d9f0a-1dd5-4579-b385-99dc5b413b85 req-1aa5a8f9-bff7-4a1a-91e6-61cdd1249b67 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:38.747406 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-567d9f0a-1dd5-4579-b385-99dc5b413b85 req-1aa5a8f9-bff7-4a1a-91e6-61cdd1249b67 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 945 time: 0.1399367 Aug 26 13:43:38.763009 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7b851a0-32ed-4709-b661-121062adc76f admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=94614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 13:43:38.835080 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e7b851a0-32ed-4709-b661-121062adc76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388'] for segment, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:38.836055 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.db.segments_db [None req-e7b851a0-32ed-4709-b661-121062adc76f admin admin] Added segment 672ddb47-452e-4f9e-85df-2e12330a4d7d of type vlan for network 9bafcf2f-909a-4513-a451-a10b00acacc6 Aug 26 13:43:38.837799 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b851a0-32ed-4709-b661-121062adc76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b351cdf-3ab8-49e6-b0f8-d2596c3bd793,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:38.915763 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-567d9f0a-1dd5-4579-b385-99dc5b413b85 req-546cae6c-39a2-49bc-876d-9042dc1192d3 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549420 Aug 26 13:43:38.929408 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e7b851a0-32ed-4709-b661-121062adc76f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790399845762'] for network, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:38.938510 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c02ff5-8491-467b-9afc-d94dd10f42a0 None None] Sync routers for ids ['be318f0a-4743-4191-a882-b228e95be6c3'] in dv-cinder-786386-11-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:43:38.967201 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c02ff5-8491-467b-9afc-d94dd10f42a0 None None] Routers {'be318f0a-4743-4191-a882-b228e95be6c3'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:43:38.967844 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-69c02ff5-8491-467b-9afc-d94dd10f42a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:43:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['be318f0a-4743-4191-a882-b228e95be6c3'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:43:39.036165 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e7b851a0-32ed-4709-b661-121062adc76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412'] for network, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:39.037171 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b851a0-32ed-4709-b661-121062adc76f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:39.038084 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e7b851a0-32ed-4709-b661-121062adc76f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for network, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:39.155676 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-69c02ff5-8491-467b-9afc-d94dd10f42a0 None None] Set router be318f0a-4743-4191-a882-b228e95be6c3 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:43:39.189757 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 34326) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:43:39.197610 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-76dadfb1-02f5-4b44-bfbb-e79364f7cce2 admin admin] Request body: {'subnet': {'network_id': '9bafcf2f-909a-4513-a451-a10b00acacc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-462105152-subnet', 'tenant_id': 'd83526ca4f254b49bcf9e71ae3bd29ec', 'ip_version': 4}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:43:39.214364 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-e7b851a0-32ed-4709-b661-121062adc76f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9737732 Aug 26 13:43:39.221209 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b851a0-32ed-4709-b661-121062adc76f admin admin] Pushing event updated for resources: {'Network': ['ID=9bafcf2f-909a-4513-a451-a10b00acacc6,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:39.280026 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Network 9bafcf2f-909a-4513-a451-a10b00acacc6 details requested by agent ovs-agent-dv-cinder-786386-11-iscsi with host dv-cinder-786386-11-iscsi {{(pid=94616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 13:43:39.338835 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76dadfb1-02f5-4b44-bfbb-e79364f7cce2 admin admin] Made reservation on behalf of d83526ca4f254b49bcf9e71ae3bd29ec for: {'subnet': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:43:39.341989 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-76dadfb1-02f5-4b44-bfbb-e79364f7cce2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593099'] for subnet, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:39.445641 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device f6f9865d-5966-4fab-941a-4007c41e467b up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:43:39.553380 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port f6f9865d-5966-4fab-941a-4007c41e467b triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:43:39.556821 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:39.658186 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-69c02ff5-8491-467b-9afc-d94dd10f42a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'name': 'tempest-TestMinimumBasicScenario-1461724046-router', 'tenant_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f6f9865d-5966-4fab-941a-4007c41e467b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:43:31Z', 'updated_at': '2021-08-26T13:43:35Z', 'revision_number': 4, 'project_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'gw_port': {'id': 'f6f9865d-5966-4fab-941a-4007c41e467b', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:05:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:43:32Z', 'updated_at': '2021-08-26T13:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': '8052fbc6-6c8d-4c1e-b01b-280d37bb1c05', 'name': '', 'network_id': 'b8bbff58-de61-4abd-b329-3e41147f5911', 'tenant_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'mac_address': 'fa:16:3e:6e:8e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1fabf100-a261-41a0-b2e1-8952c5255af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:43:34Z', 'updated_at': '2021-08-26T13:43:35Z', 'revision_number': 2, 'project_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'subnets': [{'id': '1fabf100-a261-41a0-b2e1-8952c5255af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:43:39.734177 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c02ff5-8491-467b-9afc-d94dd10f42a0 None None] Checking router: be318f0a-4743-4191-a882-b228e95be6c3 for host: dv-cinder-786386-11-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:43:39.735212 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c02ff5-8491-467b-9afc-d94dd10f42a0 None None] Updating router be318f0a-4743-4191-a882-b228e95be6c3 port 8052fbc6-6c8d-4c1e-b01b-280d37bb1c05 binding host dv-cinder-786386-11-iscsi {{(pid=94617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 13:43:39.810762 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-69c02ff5-8491-467b-9afc-d94dd10f42a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:39.824886 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-76dadfb1-02f5-4b44-bfbb-e79364f7cce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8760289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593081'] for subnet, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:39.921947 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dadfb1-02f5-4b44-bfbb-e79364f7cce2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe9f4337-b185-4a55-8c6e-b5e5def9362e,revision_number=0']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:39.952639 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dadfb1-02f5-4b44-bfbb-e79364f7cce2 admin admin] Checking segment: {'id': '672ddb47-452e-4f9e-85df-2e12330a4d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9bafcf2f-909a-4513-a451-a10b00acacc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:43:39.953014 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dadfb1-02f5-4b44-bfbb-e79364f7cce2 admin admin] Network hostable DHCP agents. Network: 9bafcf2f-909a-4513-a451-a10b00acacc6, hostable agents: ['4ade96b1-406d-4ebc-948b-9bb0af99b177'], hosted agents: [] {{(pid=94615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 13:43:40.025082 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dadfb1-02f5-4b44-bfbb-e79364f7cce2 admin admin] Network 9bafcf2f-909a-4513-a451-a10b00acacc6 is scheduled to be hosted by DHCP agent 4ade96b1-406d-4ebc-948b-9bb0af99b177 with binding_index 1 {{(pid=94615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 13:43:40.056978 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f3217-a57a-4d74-a01b-b7aad8cc7e31 req-5820268a-c0f7-46a6-9914-1924f4117779 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:40.059853 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ad2f3217-a57a-4d74-a01b-b7aad8cc7e31 req-5820268a-c0f7-46a6-9914-1924f4117779 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.2139142 Aug 26 13:43:40.093207 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-76dadfb1-02f5-4b44-bfbb-e79364f7cce2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-11-iscsi, 9bafcf2f-909a-4513-a451-a10b00acacc6) {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:43:40.103249 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dadfb1-02f5-4b44-bfbb-e79364f7cce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:40.104422 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-76dadfb1-02f5-4b44-bfbb-e79364f7cce2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:40.106538 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e39feb-4e92-417d-9f9f-0f2a629f78be None None] Network 9bafcf2f-909a-4513-a451-a10b00acacc6 requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:43:40.169397 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ad2f3217-a57a-4d74-a01b-b7aad8cc7e31 req-136b6dbd-ec4a-499f-9220-6bf14aeaa686 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004872 Aug 26 13:43:40.197628 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-76dadfb1-02f5-4b44-bfbb-e79364f7cce2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0054395 Aug 26 13:43:40.200158 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 34334) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:43:40.207162 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-4c837179-1c02-4ae2-a466-204be1e7be73 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-462105152-router', 'tenant_id': 'd83526ca4f254b49bcf9e71ae3bd29ec', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'}}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:43:40.327584 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4c837179-1c02-4ae2-a466-204be1e7be73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13099'] for router, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:40.328683 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4c837179-1c02-4ae2-a466-204be1e7be73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13090'] for router, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:40.374724 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c6a31-7dac-45b5-8cfc-61a613340fde req-dfd04daa-d49c-47cc-9a49-19e5a2bb9265 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:40.386674 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-190c6a31-7dac-45b5-8cfc-61a613340fde req-dfd04daa-d49c-47cc-9a49-19e5a2bb9265 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 945 time: 0.1264718 Aug 26 13:43:40.416710 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-69c02ff5-8491-467b-9afc-d94dd10f42a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:40.444286 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-69c02ff5-8491-467b-9afc-d94dd10f42a0 None None] Transition to ACTIVE for port object 8052fbc6-6c8d-4c1e-b01b-280d37bb1c05 will not be triggered until provisioned by entity L2. {{(pid=94617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:43:40.451044 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4c837179-1c02-4ae2-a466-204be1e7be73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:40.478665 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-190c6a31-7dac-45b5-8cfc-61a613340fde req-811034eb-1e50-4000-af59-876ec30270fa tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891445 Aug 26 13:43:40.511338 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745ce784-0501-449a-9ddd-cfa6585a83ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e57bd44-56e5-5669-b06f-8b51ccd0965c-9bafcf2f-909a-4513-a451-a10b00acacc6', 'network_id': '9bafcf2f-909a-4513-a451-a10b00acacc6', 'tenant_id': 'd83526ca4f254b49bcf9e71ae3bd29ec', 'fixed_ips': [{'subnet_id': 'fe9f4337-b185-4a55-8c6e-b5e5def9362e'}]}} from dv-cinder-786386-11-iscsi. {{(pid=94616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 13:43:40.512354 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-745ce784-0501-449a-9ddd-cfa6585a83ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:40.538833 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-69c02ff5-8491-467b-9afc-d94dd10f42a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:40.750266 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a68893-3697-4ba8-92aa-23672bfe7875 None None] Pushing event updated for resources: {'Port': ['ID=8052fbc6-6c8d-4c1e-b01b-280d37bb1c05,revision_number=3']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:40.771403 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a68893-3697-4ba8-92aa-23672bfe7875 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:43:40.776883 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a68893-3697-4ba8-92aa-23672bfe7875 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:43:40.777439 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a68893-3697-4ba8-92aa-23672bfe7875 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:43:40.778155 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a68893-3697-4ba8-92aa-23672bfe7875 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:43:40.778588 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a68893-3697-4ba8-92aa-23672bfe7875 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:43:40.778980 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a68893-3697-4ba8-92aa-23672bfe7875 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:43:40.779370 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a68893-3697-4ba8-92aa-23672bfe7875 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:43:40.781103 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a68893-3697-4ba8-92aa-23672bfe7875 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:43:40.781549 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a68893-3697-4ba8-92aa-23672bfe7875 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:43:40.782155 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a68893-3697-4ba8-92aa-23672bfe7875 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:43:40.785267 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a68893-3697-4ba8-92aa-23672bfe7875 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:43:40.785735 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a68893-3697-4ba8-92aa-23672bfe7875 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:43:40.806205 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-69c02ff5-8491-467b-9afc-d94dd10f42a0 None None] Attempting to bind port 8052fbc6-6c8d-4c1e-b01b-280d37bb1c05 on host dv-cinder-786386-11-iscsi for vnic_type normal with profile {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:43:40.819287 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-69c02ff5-8491-467b-9afc-d94dd10f42a0 None None] Attempting to bind port 8052fbc6-6c8d-4c1e-b01b-280d37bb1c05 by drivers openvswitch,hyperv on host dv-cinder-786386-11-iscsi at level 0 using segments [{'id': '63b47255-6e14-4cd1-a333-b328f9af37e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b8bbff58-de61-4abd-b329-3e41147f5911'}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:43:40.819907 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c02ff5-8491-467b-9afc-d94dd10f42a0 None None] Attempting to bind port 8052fbc6-6c8d-4c1e-b01b-280d37bb1c05 on network b8bbff58-de61-4abd-b329-3e41147f5911 {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:43:40.844552 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c02ff5-8491-467b-9afc-d94dd10f42a0 None None] Checking agent: {'id': 'e5d43163-2ed7-4be7-b0e9-dba87db69928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 28, 57), 'started_at': datetime.datetime(2021, 8, 26, 13, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:43:40.845692 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c02ff5-8491-467b-9afc-d94dd10f42a0 None None] Checking segment: {'id': '63b47255-6e14-4cd1-a333-b328f9af37e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b8bbff58-de61-4abd-b329-3e41147f5911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:43:40.847846 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-69c02ff5-8491-467b-9afc-d94dd10f42a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:40.853315 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c02ff5-8491-467b-9afc-d94dd10f42a0 None None] Bound using segment: {'id': '63b47255-6e14-4cd1-a333-b328f9af37e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b8bbff58-de61-4abd-b329-3e41147f5911'} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:43:40.858488 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-69c02ff5-8491-467b-9afc-d94dd10f42a0 None None] Bound port: 8052fbc6-6c8d-4c1e-b01b-280d37bb1c05, host: dv-cinder-786386-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b47255-6e14-4cd1-a333-b328f9af37e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b8bbff58-de61-4abd-b329-3e41147f5911'}}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:43:40.859051 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-69c02ff5-8491-467b-9afc-d94dd10f42a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:40.907566 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4c837179-1c02-4ae2-a466-204be1e7be73 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:40.929576 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [None req-745ce784-0501-449a-9ddd-cfa6585a83ec None None] Allocated IP 172.20.0.2 (9bafcf2f-909a-4513-a451-a10b00acacc6/fe9f4337-b185-4a55-8c6e-b5e5def9362e/1eac444e-7a14-44ca-9abc-d6a78810338e) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:43:40.950115 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4b1a7-42f5-4768-8ee7-9bc51a7cf8c2 req-2353a034-a41b-4620-8ae8-89341d9226c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:40.951715 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e6e4b1a7-42f5-4768-8ee7-9bc51a7cf8c2 req-2353a034-a41b-4620-8ae8-89341d9226c0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=42581d098bad41969e8958b4a30db51f&device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 1098 time: 0.1712718 Aug 26 13:43:41.034665 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-69c02ff5-8491-467b-9afc-d94dd10f42a0 None None] For port 8052fbc6-6c8d-4c1e-b01b-280d37bb1c05, host dv-cinder-786386-11-iscsi, cleared binding levels {{(pid=94617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:43:41.040572 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-69c02ff5-8491-467b-9afc-d94dd10f42a0 None None] For port 8052fbc6-6c8d-4c1e-b01b-280d37bb1c05, host dv-cinder-786386-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=8052fbc6-6c8d-4c1e-b01b-280d37bb1c05,segment=NetworkSegment(63b47255-6e14-4cd1-a333-b328f9af37e7),segment_id=63b47255-6e14-4cd1-a333-b328f9af37e7)] {{(pid=94617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:43:41.121952 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-69c02ff5-8491-467b-9afc-d94dd10f42a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:41.134071 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4b1a7-42f5-4768-8ee7-9bc51a7cf8c2 req-777ff891-175a-4428-8880-bebd00e7d27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:41.136410 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e6e4b1a7-42f5-4768-8ee7-9bc51a7cf8c2 req-777ff891-175a-4428-8880-bebd00e7d27e service neutron] 10.222.0.38 "GET /v2.0/networks?id=a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda HTTP/1.1" status: 200 len: 909 time: 0.1751366 Aug 26 13:43:41.234659 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-745ce784-0501-449a-9ddd-cfa6585a83ec None None] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:41.254348 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a68893-3697-4ba8-92aa-23672bfe7875 None None] Pushing event updated for resources: {'Port': ['ID=8052fbc6-6c8d-4c1e-b01b-280d37bb1c05,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:41.256291 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-745ce784-0501-449a-9ddd-cfa6585a83ec None None] Transition to ACTIVE for port object 1eac444e-7a14-44ca-9abc-d6a78810338e will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:43:41.293214 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c02ff5-8491-467b-9afc-d94dd10f42a0 None None] Routers {'be318f0a-4743-4191-a882-b228e95be6c3'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:43:41.294717 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-69c02ff5-8491-467b-9afc-d94dd10f42a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:43:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['be318f0a-4743-4191-a882-b228e95be6c3'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:43:41.304232 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-745ce784-0501-449a-9ddd-cfa6585a83ec None None] Transition to ACTIVE for port object 1eac444e-7a14-44ca-9abc-d6a78810338e will not be triggered until provisioned by entity DHCP. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:43:41.309492 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e6e4b1a7-42f5-4768-8ee7-9bc51a7cf8c2 req-4a5282f4-e33a-4bf8-850f-db53eb1a08a6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec76c22b-2ff4-49d9-a6df-c391c0696e52 HTTP/1.1" status: 200 len: 1001 time: 0.1558962 Aug 26 13:43:41.367799 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-745ce784-0501-449a-9ddd-cfa6585a83ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:41.481926 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745ce784-0501-449a-9ddd-cfa6585a83ec None None] Network 9bafcf2f-909a-4513-a451-a10b00acacc6 is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:43:41.488883 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-745ce784-0501-449a-9ddd-cfa6585a83ec None None] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:43:41.499355 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1ef59-bd21-4feb-9272-6dd5359b47a0 req-c80972dc-bdd6-462c-881f-ac2bcf54089f tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:41.499964 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745ce784-0501-449a-9ddd-cfa6585a83ec None None] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:43:41.518866 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b8f1ef59-bd21-4feb-9272-6dd5359b47a0 req-c80972dc-bdd6-462c-881f-ac2bcf54089f tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.1538811 Aug 26 13:43:41.525526 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ce784-0501-449a-9ddd-cfa6585a83ec None None] Pushing event updated for resources: {'Port': ['ID=1eac444e-7a14-44ca-9abc-d6a78810338e,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:41.561732 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4b1a7-42f5-4768-8ee7-9bc51a7cf8c2 req-d088ff53-6058-4269-a037-2c31b58379c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:41.561959 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-69c02ff5-8491-467b-9afc-d94dd10f42a0 None None] Set router be318f0a-4743-4191-a882-b228e95be6c3 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:43:41.562420 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e6e4b1a7-42f5-4768-8ee7-9bc51a7cf8c2 req-d088ff53-6058-4269-a037-2c31b58379c3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=df87cdb7-ca74-41e6-949b-3361333e43fa HTTP/1.1" status: 200 len: 847 time: 0.2295842 Aug 26 13:43:41.636392 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b8f1ef59-bd21-4feb-9272-6dd5359b47a0 req-9c76bd15-5112-40ca-92c4-a6dacf85dfcb tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166136 Aug 26 13:43:41.702168 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-745ce784-0501-449a-9ddd-cfa6585a83ec None None] Attempting to bind port 1eac444e-7a14-44ca-9abc-d6a78810338e on host dv-cinder-786386-11-iscsi for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:43:41.702819 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-745ce784-0501-449a-9ddd-cfa6585a83ec None None] Attempting to bind port 1eac444e-7a14-44ca-9abc-d6a78810338e by drivers openvswitch,hyperv on host dv-cinder-786386-11-iscsi at level 0 using segments [{'id': '672ddb47-452e-4f9e-85df-2e12330a4d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9bafcf2f-909a-4513-a451-a10b00acacc6'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:43:41.706994 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745ce784-0501-449a-9ddd-cfa6585a83ec None None] Attempting to bind port 1eac444e-7a14-44ca-9abc-d6a78810338e on network 9bafcf2f-909a-4513-a451-a10b00acacc6 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:43:41.754432 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745ce784-0501-449a-9ddd-cfa6585a83ec None None] Checking agent: {'id': 'e5d43163-2ed7-4be7-b0e9-dba87db69928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 28, 57), 'started_at': datetime.datetime(2021, 8, 26, 13, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:43:41.759219 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745ce784-0501-449a-9ddd-cfa6585a83ec None None] Checking segment: {'id': '672ddb47-452e-4f9e-85df-2e12330a4d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9bafcf2f-909a-4513-a451-a10b00acacc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:43:41.759780 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-745ce784-0501-449a-9ddd-cfa6585a83ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:41.760383 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745ce784-0501-449a-9ddd-cfa6585a83ec None None] Bound using segment: {'id': '672ddb47-452e-4f9e-85df-2e12330a4d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9bafcf2f-909a-4513-a451-a10b00acacc6'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:43:41.761038 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-745ce784-0501-449a-9ddd-cfa6585a83ec None None] Bound port: 1eac444e-7a14-44ca-9abc-d6a78810338e, host: dv-cinder-786386-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672ddb47-452e-4f9e-85df-2e12330a4d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9bafcf2f-909a-4513-a451-a10b00acacc6'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:43:41.761518 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-745ce784-0501-449a-9ddd-cfa6585a83ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:41.832075 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95bbb10-e7db-4ffb-b63d-fd58c239bb4b req-d32cd380-fe9a-469a-93c1-a231aa91f366 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:41.854711 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c95bbb10-e7db-4ffb-b63d-fd58c239bb4b req-d32cd380-fe9a-469a-93c1-a231aa91f366 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 945 time: 0.1641991 Aug 26 13:43:41.938598 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c95bbb10-e7db-4ffb-b63d-fd58c239bb4b req-2c5c6b73-132a-4b4f-a6cb-17755c3164a1 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771558 Aug 26 13:43:41.945838 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4b1a7-42f5-4768-8ee7-9bc51a7cf8c2 req-4f0caac8-c4ae-4377-8a0f-c9959eb13049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:41.950651 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e6e4b1a7-42f5-4768-8ee7-9bc51a7cf8c2 req-4f0caac8-c4ae-4377-8a0f-c9959eb13049 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2780108 Aug 26 13:43:41.985043 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-745ce784-0501-449a-9ddd-cfa6585a83ec None None] For port 1eac444e-7a14-44ca-9abc-d6a78810338e, host dv-cinder-786386-11-iscsi, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:43:41.991559 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-745ce784-0501-449a-9ddd-cfa6585a83ec None None] For port 1eac444e-7a14-44ca-9abc-d6a78810338e, host dv-cinder-786386-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=1eac444e-7a14-44ca-9abc-d6a78810338e,segment=NetworkSegment(672ddb47-452e-4f9e-85df-2e12330a4d7d),segment_id=672ddb47-452e-4f9e-85df-2e12330a4d7d)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:43:42.088058 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-745ce784-0501-449a-9ddd-cfa6585a83ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:42.107855 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-69c02ff5-8491-467b-9afc-d94dd10f42a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'name': 'tempest-TestMinimumBasicScenario-1461724046-router', 'tenant_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f6f9865d-5966-4fab-941a-4007c41e467b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:43:31Z', 'updated_at': '2021-08-26T13:43:35Z', 'revision_number': 4, 'project_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'gw_port': {'id': 'f6f9865d-5966-4fab-941a-4007c41e467b', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:05:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:43:32Z', 'updated_at': '2021-08-26T13:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': '8052fbc6-6c8d-4c1e-b01b-280d37bb1c05', 'name': '', 'network_id': 'b8bbff58-de61-4abd-b329-3e41147f5911', 'tenant_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'mac_address': 'fa:16:3e:6e:8e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1fabf100-a261-41a0-b2e1-8952c5255af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:43:34Z', 'updated_at': '2021-08-26T13:43:41Z', 'revision_number': 4, 'project_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'subnets': [{'id': '1fabf100-a261-41a0-b2e1-8952c5255af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:43:42.113761 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e6e4b1a7-42f5-4768-8ee7-9bc51a7cf8c2 req-e6f55503-0f06-4c68-a976-ffda801d5fd0 service neutron] 10.222.0.38 "GET /v2.0/networks/a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515074 Aug 26 13:43:42.118144 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4c837179-1c02-4ae2-a466-204be1e7be73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:42.180143 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c02ff5-8491-467b-9afc-d94dd10f42a0 None None] The sync data for ids ['be318f0a-4743-4191-a882-b228e95be6c3'] in dv-cinder-786386-11-iscsi is: [{'id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'name': 'tempest-TestMinimumBasicScenario-1461724046-router', 'tenant_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f6f9865d-5966-4fab-941a-4007c41e467b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:43:31Z', 'updated_at': '2021-08-26T13:43:35Z', 'revision_number': 4, 'project_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'gw_port': {'id': 'f6f9865d-5966-4fab-941a-4007c41e467b', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:05:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:43:32Z', 'updated_at': '2021-08-26T13:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': '8052fbc6-6c8d-4c1e-b01b-280d37bb1c05', 'name': '', 'network_id': 'b8bbff58-de61-4abd-b329-3e41147f5911', 'tenant_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'mac_address': 'fa:16:3e:6e:8e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1fabf100-a261-41a0-b2e1-8952c5255af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:43:34Z', 'updated_at': '2021-08-26T13:43:41Z', 'revision_number': 4, 'project_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'subnets': [{'id': '1fabf100-a261-41a0-b2e1-8952c5255af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:43:42.232893 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ce784-0501-449a-9ddd-cfa6585a83ec None None] Pushing event updated for resources: {'Port': ['ID=1eac444e-7a14-44ca-9abc-d6a78810338e,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:42.279350 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4c837179-1c02-4ae2-a466-204be1e7be73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:42.283619 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e6e4b1a7-42f5-4768-8ee7-9bc51a7cf8c2 req-7fa01f17-83c4-4da0-8ac3-9b5cf23c9ce0 service neutron] 10.222.0.38 "GET /v2.0/networks/a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632471 Aug 26 13:43:42.548544 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [None req-4c837179-1c02-4ae2-a466-204be1e7be73 admin admin] Allocated IP 172.27.2.60 (0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a/b7ae35bd-0037-4f3a-908b-b50a80e8b092/495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:43:42.817628 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4c837179-1c02-4ae2-a466-204be1e7be73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:42.957218 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c12165-7d29-4730-9e18-d04c47fa9f20 req-2ee14fbb-b027-4b8c-bb60-b8c3587a317a tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:42.974510 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c7c12165-7d29-4730-9e18-d04c47fa9f20 req-2ee14fbb-b027-4b8c-bb60-b8c3587a317a tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.2000318 Aug 26 13:43:43.039754 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c7c12165-7d29-4730-9e18-d04c47fa9f20 req-b26b3342-f602-4d00-b43a-956839afabcd tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641017 Aug 26 13:43:43.180253 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e719381-1e9c-44a9-9d43-3714682e4f55 req-f33fef15-ca52-49d0-a97c-f0bf5cb8d286 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:43.200228 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1e719381-1e9c-44a9-9d43-3714682e4f55 req-f33fef15-ca52-49d0-a97c-f0bf5cb8d286 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 945 time: 0.1034148 Aug 26 13:43:43.292401 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4c837179-1c02-4ae2-a466-204be1e7be73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:43.292799 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1e719381-1e9c-44a9-9d43-3714682e4f55 req-01ef6b16-a319-405b-8b61-6a7f28373aa4 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629969 Aug 26 13:43:43.340941 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c837179-1c02-4ae2-a466-204be1e7be73 admin admin] Pushing event updated for resources: {'Port': ['ID=495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:43.375101 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c837179-1c02-4ae2-a466-204be1e7be73 admin admin] Network 0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:43:43.384840 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-4c837179-1c02-4ae2-a466-204be1e7be73 admin admin] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:43:43.392100 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c837179-1c02-4ae2-a466-204be1e7be73 admin admin] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:43:43.567076 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 8052fbc6-6c8d-4c1e-b01b-280d37bb1c05 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:43:43.772892 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning for port 8052fbc6-6c8d-4c1e-b01b-280d37bb1c05 completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:43:43.778438 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port 8052fbc6-6c8d-4c1e-b01b-280d37bb1c05 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:43:43.778819 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:43.950515 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:43.968290 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4218c4-007c-4eb5-9f1b-dee1db2705ca None None] Network 9bafcf2f-909a-4513-a451-a10b00acacc6 requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:43:44.050779 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4c837179-1c02-4ae2-a466-204be1e7be73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:44.055626 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] For port 8052fbc6-6c8d-4c1e-b01b-280d37bb1c05, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=8052fbc6-6c8d-4c1e-b01b-280d37bb1c05,segment=NetworkSegment(63b47255-6e14-4cd1-a333-b328f9af37e7),segment_id=63b47255-6e14-4cd1-a333-b328f9af37e7)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:43:44.083811 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-b73eb355-bf1e-411e-8434-a4ff0715e746 None None] Provisioning for port 1eac444e-7a14-44ca-9abc-d6a78810338e completed by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:43:44.174227 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:44.176417 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 1eac444e-7a14-44ca-9abc-d6a78810338e up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:43:44.365575 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Pushing event updated for resources: {'Port': ['ID=8052fbc6-6c8d-4c1e-b01b-280d37bb1c05,revision_number=5']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:44.368385 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fee5a-ac76-4ec0-904b-3798b3f37467 req-dfd86f29-dc86-44d1-ac62-5b7d307fad6c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:44.370643 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-984fee5a-ac76-4ec0-904b-3798b3f37467 req-dfd86f29-dc86-44d1-ac62-5b7d307fad6c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.1871121 Aug 26 13:43:44.402037 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning for port 1eac444e-7a14-44ca-9abc-d6a78810338e completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:43:44.412356 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port 1eac444e-7a14-44ca-9abc-d6a78810338e triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:43:44.412744 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:44.478485 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4c837179-1c02-4ae2-a466-204be1e7be73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-428405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430587'] for router, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:44.517089 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-984fee5a-ac76-4ec0-904b-3798b3f37467 req-acd789bd-5fcd-4719-918a-751d10c66c65 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352758 Aug 26 13:43:44.534059 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:44.571357 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] For port 1eac444e-7a14-44ca-9abc-d6a78810338e, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=1eac444e-7a14-44ca-9abc-d6a78810338e,segment=NetworkSegment(672ddb47-452e-4f9e-85df-2e12330a4d7d),segment_id=672ddb47-452e-4f9e-85df-2e12330a4d7d)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:43:44.574916 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce130f84-a37a-4e6b-a34f-f15a5cbd5ccd req-14a9d4d4-ca0b-41db-ae4d-160f758b5cf1 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:44.586453 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ce130f84-a37a-4e6b-a34f-f15a5cbd5ccd req-14a9d4d4-ca0b-41db-ae4d-160f758b5cf1 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 945 time: 0.1296904 Aug 26 13:43:44.644252 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:44.663665 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ce130f84-a37a-4e6b-a34f-f15a5cbd5ccd req-3d13d5d8-b377-4278-9244-9f3d9902258a tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753756 Aug 26 13:43:44.789085 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Pushing event updated for resources: {'Port': ['ID=1eac444e-7a14-44ca-9abc-d6a78810338e,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:44.806539 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-5d73a58f-1156-4eba-96d3-29bb43b30722 None None] Provisioning complete for port 1eac444e-7a14-44ca-9abc-d6a78810338e triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:43:44.807164 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5d73a58f-1156-4eba-96d3-29bb43b30722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:44.923521 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c837179-1c02-4ae2-a466-204be1e7be73 admin admin] Router d4068d37-5339-4974-b5f1-169c2929a064 is scheduled to L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 with binding_index 1 {{(pid=94615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 13:43:45.177729 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c837179-1c02-4ae2-a466-204be1e7be73 admin admin] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:43:45.203287 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eec79bb-1753-4170-aaa0-3fc0a007f0e3 None None] Sync routers for ids ['d4068d37-5339-4974-b5f1-169c2929a064'] in dv-cinder-786386-11-iscsi {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:43:45.223769 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eec79bb-1753-4170-aaa0-3fc0a007f0e3 None None] Routers {'d4068d37-5339-4974-b5f1-169c2929a064'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:43:45.224433 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-9eec79bb-1753-4170-aaa0-3fc0a007f0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:43:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['d4068d37-5339-4974-b5f1-169c2929a064'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:43:45.259226 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4c837179-1c02-4ae2-a466-204be1e7be73 admin admin] Notify callbacks [] for router, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:45.263313 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-4c837179-1c02-4ae2-a466-204be1e7be73 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.0584280 Aug 26 13:43:45.263706 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 34364) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:43:45.554237 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 8052fbc6-6c8d-4c1e-b01b-280d37bb1c05 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:43:45.674156 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port 8052fbc6-6c8d-4c1e-b01b-280d37bb1c05 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:43:45.674848 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:45.706826 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-9eec79bb-1753-4170-aaa0-3fc0a007f0e3 None None] Set router d4068d37-5339-4974-b5f1-169c2929a064 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:43:45.753785 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab89323-f912-443c-bcba-86b05a694a07 req-047f1f32-e59d-4642-a1ea-3af4e2549358 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:45.759344 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3ab89323-f912-443c-bcba-86b05a694a07 req-047f1f32-e59d-4642-a1ea-3af4e2549358 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.1326487 Aug 26 13:43:45.872909 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3ab89323-f912-443c-bcba-86b05a694a07 req-dc866af1-8e55-4eee-9772-0e6cea33b18b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030953 Aug 26 13:43:45.923583 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35b2b3-b24c-4262-ace9-56de0443cc62 req-c0632866-709e-4fa2-a208-5004199c0984 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:45.930555 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6e35b2b3-b24c-4262-ace9-56de0443cc62 req-c0632866-709e-4fa2-a208-5004199c0984 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 945 time: 0.1450558 Aug 26 13:43:46.012868 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6e35b2b3-b24c-4262-ace9-56de0443cc62 req-c0ec70be-13a0-49e5-beee-4769dbd8afee tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644119 Aug 26 13:43:46.015254 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 1eac444e-7a14-44ca-9abc-d6a78810338e up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:43:46.193072 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port 1eac444e-7a14-44ca-9abc-d6a78810338e triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:43:46.193409 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:46.476032 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-9eec79bb-1753-4170-aaa0-3fc0a007f0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4068d37-5339-4974-b5f1-169c2929a064', 'name': 'tempest-TestMinimumBasicScenario-462105152-router', 'tenant_id': 'd83526ca4f254b49bcf9e71ae3bd29ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:43:40Z', 'updated_at': '2021-08-26T13:43:43Z', 'revision_number': 3, 'project_id': 'd83526ca4f254b49bcf9e71ae3bd29ec', 'gw_port': {'id': '495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4068d37-5339-4974-b5f1-169c2929a064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:43:42Z', 'updated_at': '2021-08-26T13:43:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:43:46.555178 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eec79bb-1753-4170-aaa0-3fc0a007f0e3 None None] Checking router: d4068d37-5339-4974-b5f1-169c2929a064 for host: dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:43:46.555415 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eec79bb-1753-4170-aaa0-3fc0a007f0e3 None None] Updating router d4068d37-5339-4974-b5f1-169c2929a064 port 495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91 binding host dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 13:43:46.618054 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48429c-c8c3-4b06-81c7-dfe6d6407749 req-0962afe6-1a48-4d1b-a3ef-303e854d29de tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:46.625842 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5c48429c-c8c3-4b06-81c7-dfe6d6407749 req-0962afe6-1a48-4d1b-a3ef-303e854d29de tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 945 time: 0.1097088 Aug 26 13:43:46.676492 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-9eec79bb-1753-4170-aaa0-3fc0a007f0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:46.710236 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5c48429c-c8c3-4b06-81c7-dfe6d6407749 req-859ed668-5006-4034-9ef6-8995d2e95dff tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829034 Aug 26 13:43:46.750312 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 34380) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:43:46.750877 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5340c217-7705-4c25-8f48-7b14401b2b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:46.949360 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f62c1fb9-1928-4bf1-b1f7-fc8ffc06e946 req-b8b0b5c3-1f99-4fd5-b7ba-e682d1e2acfa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1954587 Aug 26 13:43:47.211476 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [None req-5340c217-7705-4c25-8f48-7b14401b2b6a admin admin] Allocated IP 172.20.0.1 (9bafcf2f-909a-4513-a451-a10b00acacc6/fe9f4337-b185-4a55-8c6e-b5e5def9362e/11402009-28f2-42d2-bfee-2e8d8ac714ff) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:43:47.239640 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c28dc-4928-4027-98f7-d0b7fcc9f3ef req-1d93fd56-70c0-4a21-981b-223f8268f414 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:47.241228 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5e8c28dc-4928-4027-98f7-d0b7fcc9f3ef req-1d93fd56-70c0-4a21-981b-223f8268f414 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.1745768 Aug 26 13:43:47.367436 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5e8c28dc-4928-4027-98f7-d0b7fcc9f3ef req-33d8433d-c16c-418c-bf9c-e272f347196d tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115487 Aug 26 13:43:47.526993 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5340c217-7705-4c25-8f48-7b14401b2b6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:47.547312 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.provisioning_blocks [None req-5340c217-7705-4c25-8f48-7b14401b2b6a admin admin] Transition to ACTIVE for port object 11402009-28f2-42d2-bfee-2e8d8ac714ff will not be triggered until provisioned by entity DHCP. {{(pid=94615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:43:47.613026 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-9eec79bb-1753-4170-aaa0-3fc0a007f0e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:47.627940 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-9eec79bb-1753-4170-aaa0-3fc0a007f0e3 None None] Transition to ACTIVE for port object 495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91 will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:43:47.711270 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5340c217-7705-4c25-8f48-7b14401b2b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:47.733305 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-9eec79bb-1753-4170-aaa0-3fc0a007f0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:47.826400 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-9eec79bb-1753-4170-aaa0-3fc0a007f0e3 None None] Attempting to bind port 495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91 on host dv-cinder-786386-11-iscsi for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:43:47.827084 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-9eec79bb-1753-4170-aaa0-3fc0a007f0e3 None None] Attempting to bind port 495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91 by drivers openvswitch,hyperv on host dv-cinder-786386-11-iscsi at level 0 using segments [{'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:43:47.827622 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eec79bb-1753-4170-aaa0-3fc0a007f0e3 None None] Attempting to bind port 495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91 on network 0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:43:47.846306 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5340c217-7705-4c25-8f48-7b14401b2b6a admin admin] Network 9bafcf2f-909a-4513-a451-a10b00acacc6 is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:43:47.857732 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eec79bb-1753-4170-aaa0-3fc0a007f0e3 None None] Checking agent: {'id': 'e5d43163-2ed7-4be7-b0e9-dba87db69928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 28, 57), 'started_at': datetime.datetime(2021, 8, 26, 13, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:43:47.862855 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eec79bb-1753-4170-aaa0-3fc0a007f0e3 None None] Checking segment: {'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:43:47.862855 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-9eec79bb-1753-4170-aaa0-3fc0a007f0e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:47.862855 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eec79bb-1753-4170-aaa0-3fc0a007f0e3 None None] Bound using segment: {'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:43:47.862855 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-9eec79bb-1753-4170-aaa0-3fc0a007f0e3 None None] Bound port: 495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91, host: dv-cinder-786386-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:43:47.862855 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-9eec79bb-1753-4170-aaa0-3fc0a007f0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:47.863356 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-5340c217-7705-4c25-8f48-7b14401b2b6a admin admin] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:43:47.874803 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340c217-7705-4c25-8f48-7b14401b2b6a admin admin] Pushing event updated for resources: {'Port': ['ID=11402009-28f2-42d2-bfee-2e8d8ac714ff,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:47.878653 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5340c217-7705-4c25-8f48-7b14401b2b6a admin admin] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:43:47.909893 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b84140-4753-4b24-a8f6-241bd9e10745 None None] Pushing event updated for resources: {'Port': ['ID=495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:47.966513 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc31681-0b45-4734-98ac-cb86cb3140a2 req-c137411c-4729-4a10-959b-5be88fb4de08 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:47.969697 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2dc31681-0b45-4734-98ac-cb86cb3140a2 req-c137411c-4729-4a10-959b-5be88fb4de08 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 945 time: 0.1813753 Aug 26 13:43:47.979005 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5340c217-7705-4c25-8f48-7b14401b2b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430372'] for router_interface, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:48.004130 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-9eec79bb-1753-4170-aaa0-3fc0a007f0e3 None None] For port 495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91, host dv-cinder-786386-11-iscsi, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:43:48.014539 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-9eec79bb-1753-4170-aaa0-3fc0a007f0e3 None None] For port 495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91, host dv-cinder-786386-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91,segment=NetworkSegment(706c7343-f453-451d-93d0-3f6d714ba662),segment_id=706c7343-f453-451d-93d0-3f6d714ba662)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:43:48.071253 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2dc31681-0b45-4734-98ac-cb86cb3140a2 req-7d2fa86b-2d5b-4eab-86a8-b6f49fc91f1a tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949364 Aug 26 13:43:48.088368 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-9eec79bb-1753-4170-aaa0-3fc0a007f0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:48.246357 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eec79bb-1753-4170-aaa0-3fc0a007f0e3 None None] Routers {'d4068d37-5339-4974-b5f1-169c2929a064'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:43:48.247021 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-9eec79bb-1753-4170-aaa0-3fc0a007f0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:43:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['d4068d37-5339-4974-b5f1-169c2929a064'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:43:48.429611 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5340c217-7705-4c25-8f48-7b14401b2b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:48.496733 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-9eec79bb-1753-4170-aaa0-3fc0a007f0e3 None None] Set router d4068d37-5339-4974-b5f1-169c2929a064 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:43:48.591622 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818706e1-1431-40bb-9d23-ef6ecc7bef5b req-adc53fa9-d4ba-47e6-bbec-3306e8b7d229 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:48.604947 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-818706e1-1431-40bb-9d23-ef6ecc7bef5b req-adc53fa9-d4ba-47e6-bbec-3306e8b7d229 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.1007507 Aug 26 13:43:48.626758 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b84140-4753-4b24-a8f6-241bd9e10745 None None] Pushing event updated for resources: {'Port': ['ID=495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:48.702729 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-818706e1-1431-40bb-9d23-ef6ecc7bef5b req-fa0b51e9-6773-439c-99fe-7c8e57c145cc tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950372 Aug 26 13:43:48.796393 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device ec76c22b-2ff4-49d9-a6df-c391c0696e52 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:43:48.885165 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-f06d6f1d-dd36-4dd7-932e-fa7ffb1ba9ef None None] Provisioning for port 11402009-28f2-42d2-bfee-2e8d8ac714ff completed by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:43:48.910753 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-f06d6f1d-dd36-4dd7-932e-fa7ffb1ba9ef None None] Provisioning complete for port 11402009-28f2-42d2-bfee-2e8d8ac714ff triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:43:48.913585 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-f06d6f1d-dd36-4dd7-932e-fa7ffb1ba9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:48.921378 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5340c217-7705-4c25-8f48-7b14401b2b6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:48.980227 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-f06d6f1d-dd36-4dd7-932e-fa7ffb1ba9ef None None] Port 11402009-28f2-42d2-bfee-2e8d8ac714ff cannot update to ACTIVE because it is not bound. {{(pid=94616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 13:43:49.014635 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5340c217-7705-4c25-8f48-7b14401b2b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764776'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:49.085404 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:49.137805 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea46233-8e9c-4414-931e-8d687edc8c96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec76c22b-2ff4-49d9-a6df-c391c0696e52'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:43:49.137805 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adf09783f65fc29d397fc30c9e785295af8fecd29e58eb7f547da51af43e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba8fae0-9d80-46f5-851b-3e40ac856861" -d '{"events": [{"server_uuid": "aea46233-8e9c-4414-931e-8d687edc8c96", "name": "network-vif-unplugged", "status": "completed", "tag": "ec76c22b-2ff4-49d9-a6df-c391c0696e52"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:43:49.137805 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-9eec79bb-1753-4170-aaa0-3fc0a007f0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4068d37-5339-4974-b5f1-169c2929a064', 'name': 'tempest-TestMinimumBasicScenario-462105152-router', 'tenant_id': 'd83526ca4f254b49bcf9e71ae3bd29ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:43:40Z', 'updated_at': '2021-08-26T13:43:43Z', 'revision_number': 3, 'project_id': 'd83526ca4f254b49bcf9e71ae3bd29ec', 'gw_port': {'id': '495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4068d37-5339-4974-b5f1-169c2929a064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:43:42Z', 'updated_at': '2021-08-26T13:43:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:43:49.160373 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340c217-7705-4c25-8f48-7b14401b2b6a admin admin] Pushing event updated for resources: {'Port': ['ID=11402009-28f2-42d2-bfee-2e8d8ac714ff,revision_number=2']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:49.264544 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port ec76c22b-2ff4-49d9-a6df-c391c0696e52, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ec76c22b-2ff4-49d9-a6df-c391c0696e52,segment=NetworkSegment(32d3525f-9d26-4906-87cc-93c5d5530eb6),segment_id=32d3525f-9d26-4906-87cc-93c5d5530eb6)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:43:49.266066 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5340c217-7705-4c25-8f48-7b14401b2b6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430843'] for router_interface, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:49.266668 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 26 Aug 2021 13:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d9aac6-c79c-4bf9-810b-6b875f82a211 x-openstack-request-id: req-03d9aac6-c79c-4bf9-810b-6b875f82a211 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:43:49.268689 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea46233-8e9c-4414-931e-8d687edc8c96", "name": "network-vif-unplugged", "status": "failed", "tag": "ec76c22b-2ff4-49d9-a6df-c391c0696e52", "code": 422}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:43:49.269013 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-03d9aac6-c79c-4bf9-810b-6b875f82a211 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:43:49.270242 dv-cinder-786386-11-iscsi neutron-server[94616]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aea46233-8e9c-4414-931e-8d687edc8c96', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ec76c22b-2ff4-49d9-a6df-c391c0696e52', 'code': 422} returned with failed status Aug 26 13:43:49.274468 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eec79bb-1753-4170-aaa0-3fc0a007f0e3 None None] The sync data for ids ['d4068d37-5339-4974-b5f1-169c2929a064'] in dv-cinder-786386-11-iscsi is: [{'id': 'd4068d37-5339-4974-b5f1-169c2929a064', 'name': 'tempest-TestMinimumBasicScenario-462105152-router', 'tenant_id': 'd83526ca4f254b49bcf9e71ae3bd29ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:43:40Z', 'updated_at': '2021-08-26T13:43:43Z', 'revision_number': 3, 'project_id': 'd83526ca4f254b49bcf9e71ae3bd29ec', 'gw_port': {'id': '495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4068d37-5339-4974-b5f1-169c2929a064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:43:42Z', 'updated_at': '2021-08-26T13:43:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}] {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:43:49.322455 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f117d-bd17-4a73-bc6a-644b8d590db7 req-a4c7bd4a-c1ba-4404-9529-805560cc46ad tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:49.324066 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-137f117d-bd17-4a73-bc6a-644b8d590db7 req-a4c7bd4a-c1ba-4404-9529-805560cc46ad tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 945 time: 0.0997040 Aug 26 13:43:49.374432 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-137f117d-bd17-4a73-bc6a-644b8d590db7 req-999bdbfa-0b7a-4bc8-81fe-f663e4b30fae tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436916 Aug 26 13:43:49.619257 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5340c217-7705-4c25-8f48-7b14401b2b6a admin admin] Network 9bafcf2f-909a-4513-a451-a10b00acacc6 is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:43:49.619257 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-5340c217-7705-4c25-8f48-7b14401b2b6a admin admin] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:43:49.619257 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5340c217-7705-4c25-8f48-7b14401b2b6a admin admin] Router d4068d37-5339-4974-b5f1-169c2929a064 has already been hosted by L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 {{(pid=94615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 13:43:49.650445 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5340c217-7705-4c25-8f48-7b14401b2b6a admin admin] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:43:49.656265 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-5340c217-7705-4c25-8f48-7b14401b2b6a admin admin] 10.222.0.35 "PUT /v2.0/routers/d4068d37-5339-4974-b5f1-169c2929a064/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3913705 Aug 26 13:43:49.880699 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:49.901087 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e0160-8254-4d66-883a-ac39d3a1ce24 req-527d2ea4-f9fe-4cc8-90e6-5727e11006f6 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:49.902297 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-774e0160-8254-4d66-883a-ac39d3a1ce24 req-527d2ea4-f9fe-4cc8-90e6-5727e11006f6 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.0874341 Aug 26 13:43:49.931262 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-e961d53d-c021-425d-8678-8c638e97f94b None None] Provisioning complete for port 11402009-28f2-42d2-bfee-2e8d8ac714ff triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:43:49.931262 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e961d53d-c021-425d-8678-8c638e97f94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:49.944597 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-774e0160-8254-4d66-883a-ac39d3a1ce24 req-b47e34ef-abe4-4f86-a422-ca4ab84ed11c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405977 Aug 26 13:43:49.987026 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=ec76c22b-2ff4-49d9-a6df-c391c0696e52,revision_number=6']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:49.998373 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-e961d53d-c021-425d-8678-8c638e97f94b None None] Port 11402009-28f2-42d2-bfee-2e8d8ac714ff cannot update to ACTIVE because it is not bound. {{(pid=94616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 13:43:50.589209 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e18a04-a806-4d4b-9d42-8fb39fd8cad4 req-4cf49a79-409e-4bcc-ad12-7118f5b3a8ff tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:50.590895 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d9e18a04-a806-4d4b-9d42-8fb39fd8cad4 req-4cf49a79-409e-4bcc-ad12-7118f5b3a8ff tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 943 time: 0.1011050 Aug 26 13:43:50.644443 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d9e18a04-a806-4d4b-9d42-8fb39fd8cad4 req-3f14a940-2cbc-4e97-a88f-57999887e580 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466480 Aug 26 13:43:51.139546 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bfd44-7b1a-4190-8929-fe991c96c846 req-ca337225-06e4-4a4d-a5ca-899c2ec42356 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:51.141029 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-687bfd44-7b1a-4190-8929-fe991c96c846 req-ca337225-06e4-4a4d-a5ca-899c2ec42356 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.0678496 Aug 26 13:43:51.197368 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-687bfd44-7b1a-4190-8929-fe991c96c846 req-948348a9-d612-4421-a0e1-7dd28cbfa87f tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475576 Aug 26 13:43:51.341917 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:43:51.389363 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c1fb9-1928-4bf1-b1f7-fc8ffc06e946 req-0cd12527-377c-48b6-a6dc-f5581ea6eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:51.391017 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-f62c1fb9-1928-4bf1-b1f7-fc8ffc06e946 req-0cd12527-377c-48b6-a6dc-f5581ea6eb26 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96&tenant_id=42581d098bad41969e8958b4a30db51f HTTP/1.1" status: 200 len: 1096 time: 0.1052146 Aug 26 13:43:51.473163 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b7175e-ab32-40fa-a767-9f8eb0f6b789 None None] Sync routers for ids ['d4068d37-5339-4974-b5f1-169c2929a064'] in dv-cinder-786386-11-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:43:51.484034 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning for port 495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91 completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:43:51.490398 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port 495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:43:51.490601 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:51.492621 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b7175e-ab32-40fa-a767-9f8eb0f6b789 None None] Routers {'d4068d37-5339-4974-b5f1-169c2929a064'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:43:51.493525 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-83b7175e-ab32-40fa-a767-9f8eb0f6b789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:43:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['d4068d37-5339-4974-b5f1-169c2929a064'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:43:51.512972 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c1fb9-1928-4bf1-b1f7-fc8ffc06e946 req-8e1eede4-501d-460c-9b09-24ca44450034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:51.515236 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-f62c1fb9-1928-4bf1-b1f7-fc8ffc06e946 req-8e1eede4-501d-460c-9b09-24ca44450034 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=42581d098bad41969e8958b4a30db51f&device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 1096 time: 0.0772123 Aug 26 13:43:51.618762 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-83b7175e-ab32-40fa-a767-9f8eb0f6b789 None None] Set router d4068d37-5339-4974-b5f1-169c2929a064 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:43:51.653975 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c1fb9-1928-4bf1-b1f7-fc8ffc06e946 req-0e2a2f8c-d26e-4374-8b88-cc184c54a1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:51.656428 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-f62c1fb9-1928-4bf1-b1f7-fc8ffc06e946 req-0e2a2f8c-d26e-4374-8b88-cc184c54a1b8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda HTTP/1.1" status: 200 len: 909 time: 0.1325846 Aug 26 13:43:51.758644 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-f62c1fb9-1928-4bf1-b1f7-fc8ffc06e946 req-47245ad8-de56-4423-9b3c-8feffb0249c2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec76c22b-2ff4-49d9-a6df-c391c0696e52 HTTP/1.1" status: 200 len: 999 time: 0.0945361 Aug 26 13:43:51.782992 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:51.826676 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] For port 495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91,segment=NetworkSegment(706c7343-f453-451d-93d0-3f6d714ba662),segment_id=706c7343-f453-451d-93d0-3f6d714ba662)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:43:51.856699 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c1fb9-1928-4bf1-b1f7-fc8ffc06e946 req-bc30fb46-34f6-40ad-8c20-4a350456ffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:51.858386 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-f62c1fb9-1928-4bf1-b1f7-fc8ffc06e946 req-bc30fb46-34f6-40ad-8c20-4a350456ffcc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=df87cdb7-ca74-41e6-949b-3361333e43fa HTTP/1.1" status: 200 len: 847 time: 0.0817063 Aug 26 13:43:51.861678 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f133a4-9389-4db4-9e77-07a6131d5bac req-33485977-6a16-4068-8789-53ae6a00650b tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:51.875887 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-72f133a4-9389-4db4-9e77-07a6131d5bac req-33485977-6a16-4068-8789-53ae6a00650b tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 943 time: 0.1146667 Aug 26 13:43:51.888925 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:51.969843 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-83b7175e-ab32-40fa-a767-9f8eb0f6b789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4068d37-5339-4974-b5f1-169c2929a064', 'name': 'tempest-TestMinimumBasicScenario-462105152-router', 'tenant_id': 'd83526ca4f254b49bcf9e71ae3bd29ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:43:40Z', 'updated_at': '2021-08-26T13:43:48Z', 'revision_number': 4, 'project_id': 'd83526ca4f254b49bcf9e71ae3bd29ec', 'gw_port': {'id': '495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4068d37-5339-4974-b5f1-169c2929a064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:43:42Z', 'updated_at': '2021-08-26T13:43:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': '11402009-28f2-42d2-bfee-2e8d8ac714ff', 'name': '', 'network_id': '9bafcf2f-909a-4513-a451-a10b00acacc6', 'tenant_id': 'd83526ca4f254b49bcf9e71ae3bd29ec', 'mac_address': 'fa:16:3e:5a:83:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4068d37-5339-4974-b5f1-169c2929a064', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fe9f4337-b185-4a55-8c6e-b5e5def9362e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:43:46Z', 'updated_at': '2021-08-26T13:43:48Z', 'revision_number': 2, 'project_id': 'd83526ca4f254b49bcf9e71ae3bd29ec', 'subnets': [{'id': 'fe9f4337-b185-4a55-8c6e-b5e5def9362e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:43:52.015364 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b7175e-ab32-40fa-a767-9f8eb0f6b789 None None] Checking router: d4068d37-5339-4974-b5f1-169c2929a064 for host: dv-cinder-786386-11-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:43:52.015578 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b7175e-ab32-40fa-a767-9f8eb0f6b789 None None] Updating router d4068d37-5339-4974-b5f1-169c2929a064 port 11402009-28f2-42d2-bfee-2e8d8ac714ff binding host dv-cinder-786386-11-iscsi {{(pid=94617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 13:43:52.020431 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-72f133a4-9389-4db4-9e77-07a6131d5bac req-62714c34-5023-4269-9c29-e887ea852393 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435773 Aug 26 13:43:52.036760 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c1fb9-1928-4bf1-b1f7-fc8ffc06e946 req-2b95c8f5-2917-4444-b62c-4b9896a2b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:52.038807 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Pushing event updated for resources: {'Port': ['ID=495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91,revision_number=4']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:52.038981 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-f62c1fb9-1928-4bf1-b1f7-fc8ffc06e946 req-2b95c8f5-2917-4444-b62c-4b9896a2b465 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1687760 Aug 26 13:43:52.051237 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-83b7175e-ab32-40fa-a767-9f8eb0f6b789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:52.177631 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-f62c1fb9-1928-4bf1-b1f7-fc8ffc06e946 req-ef3a6ca7-b37b-46ff-b443-4a3124c28088 service neutron] 10.222.0.38 "GET /v2.0/networks/a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302762 Aug 26 13:43:52.329674 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-f62c1fb9-1928-4bf1-b1f7-fc8ffc06e946 req-c561eb48-3ac4-477c-9819-45caa6bad4fd service neutron] 10.222.0.38 "GET /v2.0/networks/a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429145 Aug 26 13:43:52.373734 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578139f-6741-4952-8106-93b8a8804f01 req-3a76a34f-d7da-4f61-8842-0eca2f713aba tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:52.382238 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0578139f-6741-4952-8106-93b8a8804f01 req-3a76a34f-d7da-4f61-8842-0eca2f713aba tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.0871155 Aug 26 13:43:52.444171 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0578139f-6741-4952-8106-93b8a8804f01 req-54c0efb2-e9c2-4921-9b31-a26c4236277c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585537 Aug 26 13:43:52.458405 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-83b7175e-ab32-40fa-a767-9f8eb0f6b789 None None] Notify callbacks [] for port, precommit_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:52.484149 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-83b7175e-ab32-40fa-a767-9f8eb0f6b789 None None] Transition to ACTIVE for port object 11402009-28f2-42d2-bfee-2e8d8ac714ff will not be triggered until provisioned by entity L2. {{(pid=94617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:43:52.627582 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-83b7175e-ab32-40fa-a767-9f8eb0f6b789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:52.685005 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e129e-45d7-4f92-a5c8-09255025f95c None None] Pushing event updated for resources: {'Port': ['ID=11402009-28f2-42d2-bfee-2e8d8ac714ff,revision_number=3']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:52.772937 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-83b7175e-ab32-40fa-a767-9f8eb0f6b789 None None] Attempting to bind port 11402009-28f2-42d2-bfee-2e8d8ac714ff on host dv-cinder-786386-11-iscsi for vnic_type normal with profile {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:43:52.772937 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-83b7175e-ab32-40fa-a767-9f8eb0f6b789 None None] Attempting to bind port 11402009-28f2-42d2-bfee-2e8d8ac714ff by drivers openvswitch,hyperv on host dv-cinder-786386-11-iscsi at level 0 using segments [{'id': '672ddb47-452e-4f9e-85df-2e12330a4d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9bafcf2f-909a-4513-a451-a10b00acacc6'}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:43:52.772937 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b7175e-ab32-40fa-a767-9f8eb0f6b789 None None] Attempting to bind port 11402009-28f2-42d2-bfee-2e8d8ac714ff on network 9bafcf2f-909a-4513-a451-a10b00acacc6 {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:43:52.784433 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b7175e-ab32-40fa-a767-9f8eb0f6b789 None None] Checking agent: {'id': 'e5d43163-2ed7-4be7-b0e9-dba87db69928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 28, 57), 'started_at': datetime.datetime(2021, 8, 26, 13, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:43:52.785037 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b7175e-ab32-40fa-a767-9f8eb0f6b789 None None] Checking segment: {'id': '672ddb47-452e-4f9e-85df-2e12330a4d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9bafcf2f-909a-4513-a451-a10b00acacc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:43:52.785798 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-83b7175e-ab32-40fa-a767-9f8eb0f6b789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:52.786337 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b7175e-ab32-40fa-a767-9f8eb0f6b789 None None] Bound using segment: {'id': '672ddb47-452e-4f9e-85df-2e12330a4d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9bafcf2f-909a-4513-a451-a10b00acacc6'} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:43:52.787598 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-83b7175e-ab32-40fa-a767-9f8eb0f6b789 None None] Bound port: 11402009-28f2-42d2-bfee-2e8d8ac714ff, host: dv-cinder-786386-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672ddb47-452e-4f9e-85df-2e12330a4d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9bafcf2f-909a-4513-a451-a10b00acacc6'}}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:43:52.788261 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-83b7175e-ab32-40fa-a767-9f8eb0f6b789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:52.991241 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-83b7175e-ab32-40fa-a767-9f8eb0f6b789 None None] For port 11402009-28f2-42d2-bfee-2e8d8ac714ff, host dv-cinder-786386-11-iscsi, cleared binding levels {{(pid=94617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:43:52.999463 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-83b7175e-ab32-40fa-a767-9f8eb0f6b789 None None] For port 11402009-28f2-42d2-bfee-2e8d8ac714ff, host dv-cinder-786386-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=11402009-28f2-42d2-bfee-2e8d8ac714ff,segment=NetworkSegment(672ddb47-452e-4f9e-85df-2e12330a4d7d),segment_id=672ddb47-452e-4f9e-85df-2e12330a4d7d)] {{(pid=94617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:43:53.093660 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-83b7175e-ab32-40fa-a767-9f8eb0f6b789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:53.322499 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e129e-45d7-4f92-a5c8-09255025f95c None None] Pushing event updated for resources: {'Port': ['ID=11402009-28f2-42d2-bfee-2e8d8ac714ff,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:53.341576 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b7175e-ab32-40fa-a767-9f8eb0f6b789 None None] Routers {'d4068d37-5339-4974-b5f1-169c2929a064'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:43:53.347463 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-83b7175e-ab32-40fa-a767-9f8eb0f6b789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:43:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['d4068d37-5339-4974-b5f1-169c2929a064'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:43:53.381499 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a557f0-199f-4d73-a922-fe48d59b1868 req-6d55f8bc-76d6-467b-94b8-4b4f3b31b939 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:53.390376 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-25a557f0-199f-4d73-a922-fe48d59b1868 req-6d55f8bc-76d6-467b-94b8-4b4f3b31b939 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 943 time: 0.1699624 Aug 26 13:43:53.494698 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:43:53.505430 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-25a557f0-199f-4d73-a922-fe48d59b1868 req-bcb8e687-7252-44eb-8d19-364a1b70c44b tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000111 Aug 26 13:43:53.602389 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port 495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:43:53.602775 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:53.614584 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-83b7175e-ab32-40fa-a767-9f8eb0f6b789 None None] Set router d4068d37-5339-4974-b5f1-169c2929a064 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:43:53.763071 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afc17c-c115-4b3a-9a2c-b8c12d0d3008 req-cb00f3fe-b9ea-4712-bb51-61fde74b210d tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:53.776930 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-24afc17c-c115-4b3a-9a2c-b8c12d0d3008 req-cb00f3fe-b9ea-4712-bb51-61fde74b210d tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.1146379 Aug 26 13:43:53.848529 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-24afc17c-c115-4b3a-9a2c-b8c12d0d3008 req-36ad6cd7-6035-47f6-9f43-3a9a1e4def67 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700815 Aug 26 13:43:54.036359 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-83b7175e-ab32-40fa-a767-9f8eb0f6b789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4068d37-5339-4974-b5f1-169c2929a064', 'name': 'tempest-TestMinimumBasicScenario-462105152-router', 'tenant_id': 'd83526ca4f254b49bcf9e71ae3bd29ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:43:40Z', 'updated_at': '2021-08-26T13:43:48Z', 'revision_number': 4, 'project_id': 'd83526ca4f254b49bcf9e71ae3bd29ec', 'gw_port': {'id': '495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4068d37-5339-4974-b5f1-169c2929a064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:43:42Z', 'updated_at': '2021-08-26T13:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': '11402009-28f2-42d2-bfee-2e8d8ac714ff', 'name': '', 'network_id': '9bafcf2f-909a-4513-a451-a10b00acacc6', 'tenant_id': 'd83526ca4f254b49bcf9e71ae3bd29ec', 'mac_address': 'fa:16:3e:5a:83:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4068d37-5339-4974-b5f1-169c2929a064', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fe9f4337-b185-4a55-8c6e-b5e5def9362e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:43:46Z', 'updated_at': '2021-08-26T13:43:52Z', 'revision_number': 4, 'project_id': 'd83526ca4f254b49bcf9e71ae3bd29ec', 'subnets': [{'id': 'fe9f4337-b185-4a55-8c6e-b5e5def9362e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:43:54.139429 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-02424106-7075-4a58-b2af-722b95569d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:54.153841 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b7175e-ab32-40fa-a767-9f8eb0f6b789 None None] The sync data for ids ['d4068d37-5339-4974-b5f1-169c2929a064'] in dv-cinder-786386-11-iscsi is: [{'id': 'd4068d37-5339-4974-b5f1-169c2929a064', 'name': 'tempest-TestMinimumBasicScenario-462105152-router', 'tenant_id': 'd83526ca4f254b49bcf9e71ae3bd29ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:43:40Z', 'updated_at': '2021-08-26T13:43:48Z', 'revision_number': 4, 'project_id': 'd83526ca4f254b49bcf9e71ae3bd29ec', 'gw_port': {'id': '495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4068d37-5339-4974-b5f1-169c2929a064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:43:42Z', 'updated_at': '2021-08-26T13:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': '11402009-28f2-42d2-bfee-2e8d8ac714ff', 'name': '', 'network_id': '9bafcf2f-909a-4513-a451-a10b00acacc6', 'tenant_id': 'd83526ca4f254b49bcf9e71ae3bd29ec', 'mac_address': 'fa:16:3e:5a:83:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4068d37-5339-4974-b5f1-169c2929a064', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fe9f4337-b185-4a55-8c6e-b5e5def9362e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:43:46Z', 'updated_at': '2021-08-26T13:43:52Z', 'revision_number': 4, 'project_id': 'd83526ca4f254b49bcf9e71ae3bd29ec', 'subnets': [{'id': 'fe9f4337-b185-4a55-8c6e-b5e5def9362e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:43:54.679140 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7687b-fd6e-448a-8508-17856dacf08f req-24a73122-519b-405f-9fe6-506b93d88b45 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:54.681454 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-94f7687b-fd6e-448a-8508-17856dacf08f req-24a73122-519b-405f-9fe6-506b93d88b45 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 943 time: 0.0897901 Aug 26 13:43:54.757067 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-94f7687b-fd6e-448a-8508-17856dacf08f req-b3110b38-9aa9-4125-b3b7-474332f58734 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686793 Aug 26 13:43:54.770015 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 6 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:43:55.110275 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fda74-2795-4898-9615-97fab1a83fdf req-24a5b023-180f-40ad-9360-1205a1b81b3b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:55.136850 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-409fda74-2795-4898-9615-97fab1a83fdf req-24a5b023-180f-40ad-9360-1205a1b81b3b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.1600420 Aug 26 13:43:55.219756 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-409fda74-2795-4898-9615-97fab1a83fdf req-44c0568e-fc6e-455a-9f78-a794c5566165 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797615 Aug 26 13:43:55.517652 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 11402009-28f2-42d2-bfee-2e8d8ac714ff up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:43:55.704272 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning for port 11402009-28f2-42d2-bfee-2e8d8ac714ff completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:43:55.709290 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port 11402009-28f2-42d2-bfee-2e8d8ac714ff triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:43:55.710209 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:56.003279 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:56.139493 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] For port 11402009-28f2-42d2-bfee-2e8d8ac714ff, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=11402009-28f2-42d2-bfee-2e8d8ac714ff,segment=NetworkSegment(672ddb47-452e-4f9e-85df-2e12330a4d7d),segment_id=672ddb47-452e-4f9e-85df-2e12330a4d7d)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:43:56.253871 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:56.324666 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4ba95-c49f-4cb6-9cdf-aeadfe6a08e6 req-335df7d3-6ba1-42bb-90ac-72c5d6dbcdf6 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:56.338155 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-41a4ba95-c49f-4cb6-9cdf-aeadfe6a08e6 req-335df7d3-6ba1-42bb-90ac-72c5d6dbcdf6 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 943 time: 0.1874161 Aug 26 13:43:56.366908 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Pushing event updated for resources: {'Port': ['ID=11402009-28f2-42d2-bfee-2e8d8ac714ff,revision_number=5']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:56.473256 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-41a4ba95-c49f-4cb6-9cdf-aeadfe6a08e6 req-08cff09d-f9f4-4c0c-ae43-0673a350578d tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184545 Aug 26 13:43:56.652734 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbe52f-e171-4f0b-8d10-cdfdfd0c9b1d req-754b9c69-649f-49ec-a7d0-0f0309a32be1 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:56.655464 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-defbe52f-e171-4f0b-8d10-cdfdfd0c9b1d req-754b9c69-649f-49ec-a7d0-0f0309a32be1 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.1555157 Aug 26 13:43:56.758690 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-defbe52f-e171-4f0b-8d10-cdfdfd0c9b1d req-dedd2f0f-c608-4683-b3cf-cc1e3eef288f tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941148 Aug 26 13:43:56.847626 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5c8d3c39-01fa-4b0e-b8e3-b3842962d7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:57.474957 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 11402009-28f2-42d2-bfee-2e8d8ac714ff up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:43:57.554579 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port 11402009-28f2-42d2-bfee-2e8d8ac714ff triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:43:57.555214 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:57.682319 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d9be4-7c8a-47bb-b148-fca2c7a2ee50 req-70673d83-b14b-441f-9278-2b34f21d1b23 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:57.685282 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5f3d9be4-7c8a-47bb-b148-fca2c7a2ee50 req-70673d83-b14b-441f-9278-2b34f21d1b23 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 943 time: 0.0868826 Aug 26 13:43:57.737856 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5f3d9be4-7c8a-47bb-b148-fca2c7a2ee50 req-3e4c9009-502c-4f04-87de-909f03d21736 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453446 Aug 26 13:43:57.983217 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7657bf1-b17d-47a9-bdb5-81a83b02eeee req-e82f1834-6233-4835-a9b9-4e44b8d19ffa tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:57.985141 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b7657bf1-b17d-47a9-bdb5-81a83b02eeee req-e82f1834-6233-4835-a9b9-4e44b8d19ffa tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.0860498 Aug 26 13:43:58.037445 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b7657bf1-b17d-47a9-bdb5-81a83b02eeee req-13219677-4c27-4410-ba25-f2375878359f tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450661 Aug 26 13:43:58.179097 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:58.208315 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:58.676204 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:58.800572 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device ec76c22b-2ff4-49d9-a6df-c391c0696e52 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=94616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 13:43:58.964432 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27a6c3-b8bd-4d2f-8f59-aeb591994f54 req-d9a2c806-0467-490a-a7a7-f8b770078a52 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:58.966875 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7f27a6c3-b8bd-4d2f-8f59-aeb591994f54 req-d9a2c806-0467-490a-a7a7-f8b770078a52 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 943 time: 0.0644300 Aug 26 13:43:59.021138 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port ec76c22b-2ff4-49d9-a6df-c391c0696e52, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ec76c22b-2ff4-49d9-a6df-c391c0696e52,segment=NetworkSegment(32d3525f-9d26-4906-87cc-93c5d5530eb6),segment_id=32d3525f-9d26-4906-87cc-93c5d5530eb6)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:43:59.036257 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Returning: {'device': 'ec76c22b-2ff4-49d9-a6df-c391c0696e52', 'network_id': 'a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda', 'port_id': 'ec76c22b-2ff4-49d9-a6df-c391c0696e52', 'mac_address': 'fa:16:3e:b9:33:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df87cdb7-ca74-41e6-949b-3361333e43fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 13:43:59.071969 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7f27a6c3-b8bd-4d2f-8f59-aeb591994f54 req-cfcc7f6d-e013-4c78-a801-f85e8c49ddb4 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946472 Aug 26 13:43:59.128616 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:59.160743 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec76c22b-2ff4-49d9-a6df-c391c0696e52 {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:43:59.211774 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port ec76c22b-2ff4-49d9-a6df-c391c0696e52, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ec76c22b-2ff4-49d9-a6df-c391c0696e52,segment=NetworkSegment(32d3525f-9d26-4906-87cc-93c5d5530eb6),segment_id=32d3525f-9d26-4906-87cc-93c5d5530eb6)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:43:59.269349 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57ac3f-fb24-41ea-975d-4611ecf2d946 req-9feffd96-6b50-46e3-a405-8957f95cdb20 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:43:59.271622 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7d57ac3f-fb24-41ea-975d-4611ecf2d946 req-9feffd96-6b50-46e3-a405-8957f95cdb20 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.0875208 Aug 26 13:43:59.316955 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:43:59.382718 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=ec76c22b-2ff4-49d9-a6df-c391c0696e52,revision_number=7']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:43:59.409888 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7d57ac3f-fb24-41ea-975d-4611ecf2d946 req-7f177f18-3d1a-457e-a77a-6c00f4af3f48 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174421 Aug 26 13:43:59.666141 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['ec76c22b-2ff4-49d9-a6df-c391c0696e52'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:44:00.258865 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18cbfb7-4dcb-4d77-b2c5-918915e6de23 req-7545ada6-1554-497d-8276-670276364dd2 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:00.268333 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f18cbfb7-4dcb-4d77-b2c5-918915e6de23 req-7545ada6-1554-497d-8276-670276364dd2 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 944 time: 0.0707843 Aug 26 13:44:00.318170 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f18cbfb7-4dcb-4d77-b2c5-918915e6de23 req-d122c8a2-3f6b-40f7-b112-a8c21e0a9abe tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465169 Aug 26 13:44:00.396455 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:00.595044 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e5e70-5e6f-4888-ae97-5d740c72d77d req-1afd11d0-8e12-4394-8aea-0ca524353dae tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:00.597933 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-538e5e70-5e6f-4888-ae97-5d740c72d77d req-1afd11d0-8e12-4394-8aea-0ca524353dae tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.0688727 Aug 26 13:44:00.731100 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-538e5e70-5e6f-4888-ae97-5d740c72d77d req-f8725e99-54bd-4c4f-9d62-0f1afd94ce6a tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214187 Aug 26 13:44:00.809145 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device ec76c22b-2ff4-49d9-a6df-c391c0696e52 up at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:44:00.997482 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning complete for port ec76c22b-2ff4-49d9-a6df-c391c0696e52 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:44:00.997482 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:01.432487 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:01.486336 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea46233-8e9c-4414-931e-8d687edc8c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec76c22b-2ff4-49d9-a6df-c391c0696e52'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:44:01.496471 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adf09783f65fc29d397fc30c9e785295af8fecd29e58eb7f547da51af43e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d999ed-1d5f-4db8-b9f8-ca62361cbdd1" -d '{"events": [{"server_uuid": "aea46233-8e9c-4414-931e-8d687edc8c96", "name": "network-vif-plugged", "status": "completed", "tag": "ec76c22b-2ff4-49d9-a6df-c391c0696e52"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:44:01.555926 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port ec76c22b-2ff4-49d9-a6df-c391c0696e52, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ec76c22b-2ff4-49d9-a6df-c391c0696e52,segment=NetworkSegment(32d3525f-9d26-4906-87cc-93c5d5530eb6),segment_id=32d3525f-9d26-4906-87cc-93c5d5530eb6)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:44:01.561461 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca074442-c4b5-4dee-8407-9e877bd24da5 req-8d7664cf-64a8-4c35-9285-1114ef8f06fb tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:01.574006 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ca074442-c4b5-4dee-8407-9e877bd24da5 req-8d7664cf-64a8-4c35-9285-1114ef8f06fb tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 944 time: 0.1379545 Aug 26 13:44:01.603825 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07643665-0b3e-4255-99df-83b5127d2a96 x-openstack-request-id: req-07643665-0b3e-4255-99df-83b5127d2a96 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:44:01.603825 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea46233-8e9c-4414-931e-8d687edc8c96", "name": "network-vif-plugged", "status": "completed", "tag": "ec76c22b-2ff4-49d9-a6df-c391c0696e52", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:44:01.603825 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-07643665-0b3e-4255-99df-83b5127d2a96 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:44:01.603825 dv-cinder-786386-11-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea46233-8e9c-4414-931e-8d687edc8c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec76c22b-2ff4-49d9-a6df-c391c0696e52', 'code': 200} Aug 26 13:44:01.657107 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ca074442-c4b5-4dee-8407-9e877bd24da5 req-4060de3d-e710-4e3b-8a9c-12f05253b634 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731788 Aug 26 13:44:01.667812 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:01.773543 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=ec76c22b-2ff4-49d9-a6df-c391c0696e52,revision_number=8']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:44:01.897775 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca7647-3c34-45a9-b273-3eb148d14497 req-15498590-d2ce-4c78-82de-45317db21d26 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:01.899370 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c1ca7647-3c34-45a9-b273-3eb148d14497 req-15498590-d2ce-4c78-82de-45317db21d26 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.0604084 Aug 26 13:44:01.955529 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c1ca7647-3c34-45a9-b273-3eb148d14497 req-f9bb8127-960d-4309-b853-4416fba4814d tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495071 Aug 26 13:44:02.332483 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ae757-49e9-4b41-bd24-e3a88cc392b8 req-495275b9-f661-47cf-8a88-9598a09911ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:02.334333 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-4d6ae757-49e9-4b41-bd24-e3a88cc392b8 req-495275b9-f661-47cf-8a88-9598a09911ee service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 1098 time: 0.0576684 Aug 26 13:44:02.384625 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-4d6ae757-49e9-4b41-bd24-e3a88cc392b8 req-1b3e2b83-539c-46b8-a822-113dff32dc72 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418329 Aug 26 13:44:02.854038 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2fbf7-17e1-4ded-bd01-7455854af854 req-de515c53-a52c-4165-ba30-407d9178f939 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:02.854038 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d1c2fbf7-17e1-4ded-bd01-7455854af854 req-de515c53-a52c-4165-ba30-407d9178f939 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 945 time: 0.0977981 Aug 26 13:44:02.914348 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d1c2fbf7-17e1-4ded-bd01-7455854af854 req-a18cc013-e362-49cb-95d3-0f64cb83a77d tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428724 Aug 26 13:44:03.111081 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb6480-2293-4331-8c76-fceab3b6ff30 req-dd194df8-d432-4b6b-9702-2f138bb47eef tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:03.112674 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-89bb6480-2293-4331-8c76-fceab3b6ff30 req-dd194df8-d432-4b6b-9702-2f138bb47eef tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.0605741 Aug 26 13:44:03.163236 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-89bb6480-2293-4331-8c76-fceab3b6ff30 req-e681805d-8b25-4fd2-86ae-fc136368077f tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435095 Aug 26 13:44:04.061119 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d45a43-2110-4281-97db-a3d4f100796d req-d66f50ce-e1a1-423b-8e2d-14ff3ef4f3ae tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:04.062647 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-22d45a43-2110-4281-97db-a3d4f100796d req-d66f50ce-e1a1-423b-8e2d-14ff3ef4f3ae tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 945 time: 0.0688324 Aug 26 13:44:04.113332 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-22d45a43-2110-4281-97db-a3d4f100796d req-9399f041-fc1f-4db6-85d9-7e64a238296d tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405500 Aug 26 13:44:04.302525 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69dd3c-20d6-4f13-b166-99db8b6d6e8a req-8eb8c913-fa61-4032-a1b8-23221668190c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:04.306308 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9d69dd3c-20d6-4f13-b166-99db8b6d6e8a req-8eb8c913-fa61-4032-a1b8-23221668190c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.0563118 Aug 26 13:44:04.349651 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9d69dd3c-20d6-4f13-b166-99db8b6d6e8a req-607089e0-e1be-43ed-95bc-48995a21188c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395725 Aug 26 13:44:04.404319 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ddc5e-4a3e-4d55-8a6b-4d8bdfdeaa1f req-19426295-7656-4889-948d-c068ef0aaf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:04.407499 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-991ddc5e-4a3e-4d55-8a6b-4d8bdfdeaa1f req-19426295-7656-4889-948d-c068ef0aaf5d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb7886896a194491958e9bfa03f0ea57&device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 1098 time: 0.0618212 Aug 26 13:44:04.543433 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ddc5e-4a3e-4d55-8a6b-4d8bdfdeaa1f req-b7522b8a-ffb5-4b71-ab6d-81c419a7b2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:04.545703 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-991ddc5e-4a3e-4d55-8a6b-4d8bdfdeaa1f req-b7522b8a-ffb5-4b71-ab6d-81c419a7b2d9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f0cbbb0-e1d8-4eda-8b5a-9467452e6368 HTTP/1.1" status: 200 len: 916 time: 0.1293585 Aug 26 13:44:04.654810 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-991ddc5e-4a3e-4d55-8a6b-4d8bdfdeaa1f req-ba4278b6-c649-47d6-9f24-d9da04f9639c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08d57c90-0cee-4b72-934c-f142616fe0bd HTTP/1.1" status: 200 len: 1000 time: 0.1010790 Aug 26 13:44:04.724400 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ddc5e-4a3e-4d55-8a6b-4d8bdfdeaa1f req-85bba9c1-f9d1-4bc3-902a-e0f4beb50ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:04.731251 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-991ddc5e-4a3e-4d55-8a6b-4d8bdfdeaa1f req-85bba9c1-f9d1-4bc3-902a-e0f4beb50ed8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f404f389-dc0c-4c0d-a515-d27c76237ec3 HTTP/1.1" status: 200 len: 854 time: 0.0660908 Aug 26 13:44:04.788147 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ddc5e-4a3e-4d55-8a6b-4d8bdfdeaa1f req-388dba1d-ff54-4ba7-aaf2-99e74cd3a128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:04.789888 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-991ddc5e-4a3e-4d55-8a6b-4d8bdfdeaa1f req-388dba1d-ff54-4ba7-aaf2-99e74cd3a128 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f0cbbb0-e1d8-4eda-8b5a-9467452e6368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0532084 Aug 26 13:44:04.897764 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-991ddc5e-4a3e-4d55-8a6b-4d8bdfdeaa1f req-1b8f886f-88e3-492e-a725-5b4325978119 service neutron] 10.222.0.38 "GET /v2.0/networks/4f0cbbb0-e1d8-4eda-8b5a-9467452e6368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999162 Aug 26 13:44:05.007486 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-991ddc5e-4a3e-4d55-8a6b-4d8bdfdeaa1f req-a61fe4fa-88f9-487b-98f3-0ef450804329 service neutron] 10.222.0.38 "GET /v2.0/networks/4f0cbbb0-e1d8-4eda-8b5a-9467452e6368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964217 Aug 26 13:44:05.493025 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237db6e-ab22-40dc-82d0-4d63e9aae054 req-0c43e5dd-1e73-4da9-bc40-240d5955e77c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:05.495208 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0237db6e-ab22-40dc-82d0-4d63e9aae054 req-0c43e5dd-1e73-4da9-bc40-240d5955e77c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.0591989 Aug 26 13:44:05.554911 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0237db6e-ab22-40dc-82d0-4d63e9aae054 req-4a89dede-0372-4c6e-b62f-e441b310f328 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520558 Aug 26 13:44:06.724438 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58f4ed-83ff-472b-a360-1ebda44c7bc4 req-59727bf1-c0d4-4239-a1a9-5f2f4f0df59e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:06.726720 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-fc58f4ed-83ff-472b-a360-1ebda44c7bc4 req-59727bf1-c0d4-4239-a1a9-5f2f4f0df59e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.0908439 Aug 26 13:44:06.771741 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-fc58f4ed-83ff-472b-a360-1ebda44c7bc4 req-79dada07-420e-43a2-ba58-a7d847ca203f tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377612 Aug 26 13:44:07.665259 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-6065da5d-0534-4fbc-9777-e911e9c40c1b tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:07.666962 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-6065da5d-0534-4fbc-9777-e911e9c40c1b tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/networks?id=b8bbff58-de61-4abd-b329-3e41147f5911 HTTP/1.1" status: 200 len: 815 time: 0.1159382 Aug 26 13:44:07.684237 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-6f38153c-ce83-4d79-892b-38fa5aacb5af tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/quotas/039fe7d5087a40a4aab7a67a367ab7c9 HTTP/1.1" status: 200 len: 375 time: 0.0113399 Aug 26 13:44:07.741216 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-4d54a532-f066-4550-a76b-866d3e2839f2 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=039fe7d5087a40a4aab7a67a367ab7c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511246 Aug 26 13:44:07.864583 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-ecd09826-ee23-4801-8349-0ef5fe027245 service neutron] 10.222.0.35 "GET /v2.0/networks/b8bbff58-de61-4abd-b329-3e41147f5911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103051 Aug 26 13:44:07.982681 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-6c7656f5-657e-4cf0-b037-bb93f0fff409 service neutron] 10.222.0.35 "GET /v2.0/networks/b8bbff58-de61-4abd-b329-3e41147f5911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079566 Aug 26 13:44:08.044432 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b78034-5373-416d-a31a-8421551083ce req-ecdf293e-6540-4ef5-b475-59f698ee4c48 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:08.046144 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-86b78034-5373-416d-a31a-8421551083ce req-ecdf293e-6540-4ef5-b475-59f698ee4c48 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 945 time: 0.0835562 Aug 26 13:44:08.092568 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-86b78034-5373-416d-a31a-8421551083ce req-d9f3cb74-9acc-4ab5-b62c-0125240134a9 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359595 Aug 26 13:44:08.270345 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9e49499e-478e-4e4c-aba0-5c5c802b5207 req-ffdb12e9-f2f7-4e24-a1f7-ad0877dc40ee tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 210 time: 0.0314772 Aug 26 13:44:08.535721 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 34670) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:44:08.589409 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f9116c-1ca4-4240-89fa-b0bbddc5514d admin admin] Deleting subnet 51ddbd12-863d-40a3-8ba4-a143958d0df9 {{(pid=94615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 13:44:08.592829 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b6f9116c-1ca4-4240-89fa-b0bbddc5514d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:08.629561 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b6f9116c-1ca4-4240-89fa-b0bbddc5514d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3242698'] for subnet, precommit_delete_associations {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:08.669664 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b6f9116c-1ca4-4240-89fa-b0bbddc5514d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541549'] for subnet, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:08.830861 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b6f9116c-1ca4-4240-89fa-b0bbddc5514d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8764706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593056'] for subnet, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:08.854027 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 08d57c90-0cee-4b72-934c-f142616fe0bd no longer exists at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:44:08.860387 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9116c-1ca4-4240-89fa-b0bbddc5514d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51ddbd12-863d-40a3-8ba4-a143958d0df9,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:44:08.866159 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b6f9116c-1ca4-4240-89fa-b0bbddc5514d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:08.868581 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-b6f9116c-1ca4-4240-89fa-b0bbddc5514d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/51ddbd12-863d-40a3-8ba4-a143958d0df9 HTTP/1.1" status: 204 len: 168 time: 0.3317280 Aug 26 13:44:08.872989 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 34674) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:44:08.887050 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f9116c-1ca4-4240-89fa-b0bbddc5514d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:44:08.887667 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f9116c-1ca4-4240-89fa-b0bbddc5514d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:44:08.888025 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f9116c-1ca4-4240-89fa-b0bbddc5514d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:44:08.888371 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f9116c-1ca4-4240-89fa-b0bbddc5514d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:44:08.888715 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f9116c-1ca4-4240-89fa-b0bbddc5514d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:44:08.889075 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f9116c-1ca4-4240-89fa-b0bbddc5514d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:44:08.889386 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f9116c-1ca4-4240-89fa-b0bbddc5514d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:44:08.889749 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f9116c-1ca4-4240-89fa-b0bbddc5514d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:44:08.890081 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f9116c-1ca4-4240-89fa-b0bbddc5514d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:44:08.890410 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f9116c-1ca4-4240-89fa-b0bbddc5514d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:44:08.890730 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f9116c-1ca4-4240-89fa-b0bbddc5514d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:44:08.891045 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f9116c-1ca4-4240-89fa-b0bbddc5514d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:44:08.981552 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:08.984422 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a33747c3-c22d-4fcf-bd50-6a2d6a35d4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1476925'] for network, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:09.014409 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a36384-d740-49f8-bae0-e39291044de3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08d57c90-0cee-4b72-934c-f142616fe0bd'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:44:09.017104 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adf09783f65fc29d397fc30c9e785295af8fecd29e58eb7f547da51af43e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfeb7cd-f2cd-4e2a-b87a-82f538893e4a" -d '{"events": [{"server_uuid": "85a36384-d740-49f8-bae0-e39291044de3", "name": "network-vif-unplugged", "status": "completed", "tag": "08d57c90-0cee-4b72-934c-f142616fe0bd"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:44:09.034346 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 08d57c90-0cee-4b72-934c-f142616fe0bd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=08d57c90-0cee-4b72-934c-f142616fe0bd,segment=NetworkSegment(622f9d42-2ef0-4df2-9e01-d60060392ec1),segment_id=622f9d42-2ef0-4df2-9e01-d60060392ec1)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:44:09.062825 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 26 Aug 2021 13:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1816c5-db34-4397-a65a-6176bd886413 x-openstack-request-id: req-fb1816c5-db34-4397-a65a-6176bd886413 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:44:09.062825 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a36384-d740-49f8-bae0-e39291044de3", "name": "network-vif-unplugged", "status": "failed", "tag": "08d57c90-0cee-4b72-934c-f142616fe0bd", "code": 422}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:44:09.062825 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fb1816c5-db34-4397-a65a-6176bd886413 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:44:09.062825 dv-cinder-786386-11-iscsi neutron-server[94616]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '85a36384-d740-49f8-bae0-e39291044de3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '08d57c90-0cee-4b72-934c-f142616fe0bd', 'code': 422} returned with failed status Aug 26 13:44:09.081032 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a33747c3-c22d-4fcf-bd50-6a2d6a35d4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-539478', 'neutron.services.segments.db._delete_segments_for_network-8790400307694'] for network, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:09.091055 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.services.segments.db [None req-a33747c3-c22d-4fcf-bd50-6a2d6a35d4c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e712f1-d849-4bef-bfa8-728aa4700efd']}} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:44:09.101691 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.services.segments.db [None req-a33747c3-c22d-4fcf-bd50-6a2d6a35d4c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563989a8-5aed-476c-a0e1-58478e87a694') {'for_net_delete': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:44:09.102001 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.services.segments.db [None req-a33747c3-c22d-4fcf-bd50-6a2d6a35d4c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563989a8-5aed-476c-a0e1-58478e87a694') {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:44:09.111308 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a33747c3-c22d-4fcf-bd50-6a2d6a35d4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790400307577', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3147554'] for segment, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:09.125374 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a33747c3-c22d-4fcf-bd50-6a2d6a35d4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388'] for segment, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:09.132066 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a33747c3-c22d-4fcf-bd50-6a2d6a35d4c3 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=94614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 13:44:09.132476 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a33747c3-c22d-4fcf-bd50-6a2d6a35d4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8625124'] for segment, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:09.133661 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:09.134201 dv-cinder-786386-11-iscsi neutron-server[94614]: Traceback (most recent call last): Aug 26 13:44:09.134201 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 13:44:09.134201 dv-cinder-786386-11-iscsi neutron-server[94614]: timer() Aug 26 13:44:09.134201 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 13:44:09.134201 dv-cinder-786386-11-iscsi neutron-server[94614]: cb(*args, **kw) Aug 26 13:44:09.134201 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 13:44:09.134201 dv-cinder-786386-11-iscsi neutron-server[94614]: return func(*args, **kwargs) Aug 26 13:44:09.134201 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 13:44:09.134201 dv-cinder-786386-11-iscsi neutron-server[94614]: self._notify() Aug 26 13:44:09.134201 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 13:44:09.134201 dv-cinder-786386-11-iscsi neutron-server[94614]: self.callback(batched_events) Aug 26 13:44:09.134201 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 13:44:09.134201 dv-cinder-786386-11-iscsi neutron-server[94614]: event.method(event) Aug 26 13:44:09.134201 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 13:44:09.134201 dv-cinder-786386-11-iscsi neutron-server[94614]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 13:44:09.134201 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 13:44:09.134201 dv-cinder-786386-11-iscsi neutron-server[94614]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 13:44:09.134201 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 13:44:09.134201 dv-cinder-786386-11-iscsi neutron-server[94614]: return f(self, *a, **k) Aug 26 13:44:09.134201 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 13:44:09.134201 dv-cinder-786386-11-iscsi neutron-server[94614]: return self._get(url).json() Aug 26 13:44:09.134201 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 13:44:09.134201 dv-cinder-786386-11-iscsi neutron-server[94614]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 13:44:09.134201 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 13:44:09.134201 dv-cinder-786386-11-iscsi neutron-server[94614]: return self.request(url, 'GET', **kwargs) Aug 26 13:44:09.134201 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 13:44:09.134201 dv-cinder-786386-11-iscsi neutron-server[94614]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 13:44:09.134201 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 13:44:09.134201 dv-cinder-786386-11-iscsi neutron-server[94614]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 13:44:09.134201 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 13:44:09.134201 dv-cinder-786386-11-iscsi neutron-server[94614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 13:44:09.134201 dv-cinder-786386-11-iscsi neutron-server[94614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 13:44:09.189596 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=08d57c90-0cee-4b72-934c-f142616fe0bd,revision_number=8']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:44:09.282250 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a33747c3-c22d-4fcf-bd50-6a2d6a35d4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-539439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430499'] for network, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:09.290485 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a33747c3-c22d-4fcf-bd50-6a2d6a35d4c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for network, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:09.290485 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-a33747c3-c22d-4fcf-bd50-6a2d6a35d4c3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/14e712f1-d849-4bef-bfa8-728aa4700efd HTTP/1.1" status: 204 len: 168 time: 0.4146852 Aug 26 13:44:09.307388 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33747c3-c22d-4fcf-bd50-6a2d6a35d4c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=14e712f1-d849-4bef-bfa8-728aa4700efd,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:44:09.325041 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33747c3-c22d-4fcf-bd50-6a2d6a35d4c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:44:09.325404 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33747c3-c22d-4fcf-bd50-6a2d6a35d4c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:44:09.326611 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33747c3-c22d-4fcf-bd50-6a2d6a35d4c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:44:09.326969 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33747c3-c22d-4fcf-bd50-6a2d6a35d4c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:44:09.327314 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33747c3-c22d-4fcf-bd50-6a2d6a35d4c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:44:09.327657 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33747c3-c22d-4fcf-bd50-6a2d6a35d4c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:44:09.327997 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33747c3-c22d-4fcf-bd50-6a2d6a35d4c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:44:09.328991 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33747c3-c22d-4fcf-bd50-6a2d6a35d4c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:44:09.329376 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33747c3-c22d-4fcf-bd50-6a2d6a35d4c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:44:09.329878 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33747c3-c22d-4fcf-bd50-6a2d6a35d4c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:44:09.331577 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33747c3-c22d-4fcf-bd50-6a2d6a35d4c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:44:09.331577 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33747c3-c22d-4fcf-bd50-6a2d6a35d4c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:44:09.403381 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-cfc644c1-4aee-42f9-b393-a064efb9c5ec req-22fae1e6-b592-4ea5-a3b3-31f7f0003e13 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 210 time: 0.0423598 Aug 26 13:44:09.875755 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 34696) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:44:09.916895 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-7b816eb2-a40e-4a30-b87e-7a02747b61be admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c16509923bb74b34b4bceeb7f5b491d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398571 Aug 26 13:44:09.919529 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 34698) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:44:09.967668 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-8c51f01f-da58-4f45-bfa2-69e56d30f547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:09.999612 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-8c51f01f-da58-4f45-bfa2-69e56d30f547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:10.138669 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-8c51f01f-da58-4f45-bfa2-69e56d30f547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:10.141216 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-8c51f01f-da58-4f45-bfa2-69e56d30f547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:10.143061 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-8c51f01f-da58-4f45-bfa2-69e56d30f547 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e176660b-6114-4c9b-bcc0-4f2fe14599c7 HTTP/1.1" status: 204 len: 168 time: 0.2225413 Aug 26 13:44:10.150664 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51f01f-da58-4f45-bfa2-69e56d30f547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e176660b-6114-4c9b-bcc0-4f2fe14599c7,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:44:10.510405 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9df036ef-1c5d-4361-9e95-76226f554bf4 req-18a96d41-5a2c-4c74-83b6-31a255d96683 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 210 time: 0.0326695 Aug 26 13:44:10.683442 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8683ca-359c-476f-ba5a-6d465f7c117f req-bfd76c36-0832-4d9b-8249-f2f14ef67aa2 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:10.685198 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-eb8683ca-359c-476f-ba5a-6d465f7c117f req-bfd76c36-0832-4d9b-8249-f2f14ef67aa2 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 943 time: 0.0781355 Aug 26 13:44:10.731490 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-68793ff2-e9b8-49fd-8a7a-df02ae68c9e1 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:10.733389 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-68793ff2-e9b8-49fd-8a7a-df02ae68c9e1 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.38 "GET /v2.0/networks?id=b8bbff58-de61-4abd-b329-3e41147f5911 HTTP/1.1" status: 200 len: 815 time: 0.1330616 Aug 26 13:44:10.740448 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-eb8683ca-359c-476f-ba5a-6d465f7c117f req-9090b1ef-27ca-4da1-9630-38ddeb078172 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435488 Aug 26 13:44:10.754899 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-9dd67e31-1518-4b91-8258-cb131fd89470 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Request body: {'port': {'device_id': '2ed35fd3-7490-4732-8beb-c8f28ba04c3b', 'network_id': 'b8bbff58-de61-4abd-b329-3e41147f5911', 'admin_state_up': True, 'tenant_id': '039fe7d5087a40a4aab7a67a367ab7c9'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:44:10.956325 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-9dd67e31-1518-4b91-8258-cb131fd89470 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Made reservation on behalf of 039fe7d5087a40a4aab7a67a367ab7c9 for: {'port': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:44:10.960215 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-9dd67e31-1518-4b91-8258-cb131fd89470 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:11.100434 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-9dd67e31-1518-4b91-8258-cb131fd89470 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Allocated IP 172.20.0.14 (b8bbff58-de61-4abd-b329-3e41147f5911/1fabf100-a261-41a0-b2e1-8952c5255af8/8d027a05-3288-4b8b-b12d-875919b10a41) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:44:11.214456 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d6234ce1-4095-4594-b98d-5d7d9ed8ecb5 req-ed4b054b-6664-4622-a901-8a157f103feb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0467558 Aug 26 13:44:11.290680 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-9dd67e31-1518-4b91-8258-cb131fd89470 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:11.307470 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.provisioning_blocks [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-9dd67e31-1518-4b91-8258-cb131fd89470 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Transition to ACTIVE for port object 8d027a05-3288-4b8b-b12d-875919b10a41 will not be triggered until provisioned by entity DHCP. {{(pid=94615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:44:11.407683 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-9dd67e31-1518-4b91-8258-cb131fd89470 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:11.501423 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-9dd67e31-1518-4b91-8258-cb131fd89470 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Network b8bbff58-de61-4abd-b329-3e41147f5911 is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:44:11.504854 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-9dd67e31-1518-4b91-8258-cb131fd89470 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:44:11.508930 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-9dd67e31-1518-4b91-8258-cb131fd89470 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:44:11.534038 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd67e31-1518-4b91-8258-cb131fd89470 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Pushing event updated for resources: {'Port': ['ID=8d027a05-3288-4b8b-b12d-875919b10a41,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:44:11.573198 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-9dd67e31-1518-4b91-8258-cb131fd89470 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:11.573917 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-9dd67e31-1518-4b91-8258-cb131fd89470 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:11.686995 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ba437-35e2-4eed-a8ad-f2dd692fea99 req-e37c312c-a61c-4ade-abc5-774fcd4bfb68 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:11.688571 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-818ba437-35e2-4eed-a8ad-f2dd692fea99 req-e37c312c-a61c-4ade-abc5-774fcd4bfb68 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 932 time: 0.0842483 Aug 26 13:44:11.705287 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-9dd67e31-1518-4b91-8258-cb131fd89470 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9504910 Aug 26 13:44:11.719271 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-3f45334e-25f2-4c91-8ad4-d590649018ec service neutron] Request body: {'port': {'device_id': '2ed35fd3-7490-4732-8beb-c8f28ba04c3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:44:11.737015 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-818ba437-35e2-4eed-a8ad-f2dd692fea99 req-ed3c5560-221e-42c9-9567-154558ca2573 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413582 Aug 26 13:44:11.778846 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-3f45334e-25f2-4c91-8ad4-d590649018ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:11.920257 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e53bc8-933f-4ec4-aa54-9be6265dd88d req-66da0c67-6246-458b-8249-a74cbbc41189 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:11.922427 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-37e53bc8-933f-4ec4-aa54-9be6265dd88d req-66da0c67-6246-458b-8249-a74cbbc41189 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 943 time: 0.0867684 Aug 26 13:44:11.961457 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-b5a54260-1775-4e7f-bcfa-67311d9951d3 None None] Provisioning for port 8d027a05-3288-4b8b-b12d-875919b10a41 completed by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:44:11.966743 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-b5a54260-1775-4e7f-bcfa-67311d9951d3 None None] Provisioning complete for port 8d027a05-3288-4b8b-b12d-875919b10a41 triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:44:11.967526 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-b5a54260-1775-4e7f-bcfa-67311d9951d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:12.007160 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-b5a54260-1775-4e7f-bcfa-67311d9951d3 None None] Port 8d027a05-3288-4b8b-b12d-875919b10a41 cannot update to ACTIVE because it is not bound. {{(pid=94616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 13:44:12.023940 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-37e53bc8-933f-4ec4-aa54-9be6265dd88d req-8586729c-343d-48e2-b319-53aae6f0334d tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784626 Aug 26 13:44:12.189834 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-3f45334e-25f2-4c91-8ad4-d590649018ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d027a05-3288-4b8b-b12d-875919b10a41 {{(pid=94615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:44:12.200810 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-3f45334e-25f2-4c91-8ad4-d590649018ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:12.234681 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.provisioning_blocks [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-3f45334e-25f2-4c91-8ad4-d590649018ec service neutron] Transition to ACTIVE for port object 8d027a05-3288-4b8b-b12d-875919b10a41 will not be triggered until provisioned by entity L2. {{(pid=94615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:44:12.338656 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-3f45334e-25f2-4c91-8ad4-d590649018ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764776'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:12.443994 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45334e-25f2-4c91-8ad4-d590649018ec service neutron] Pushing event updated for resources: {'Port': ['ID=8d027a05-3288-4b8b-b12d-875919b10a41,revision_number=2']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:44:12.554189 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-3f45334e-25f2-4c91-8ad4-d590649018ec service neutron] Attempting to bind port 8d027a05-3288-4b8b-b12d-875919b10a41 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:44:12.561322 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-3f45334e-25f2-4c91-8ad4-d590649018ec service neutron] Attempting to bind port 8d027a05-3288-4b8b-b12d-875919b10a41 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '63b47255-6e14-4cd1-a333-b328f9af37e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b8bbff58-de61-4abd-b329-3e41147f5911'}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:44:12.561322 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-3f45334e-25f2-4c91-8ad4-d590649018ec service neutron] Attempting to bind port 8d027a05-3288-4b8b-b12d-875919b10a41 on network b8bbff58-de61-4abd-b329-3e41147f5911 {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:44:12.561322 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-3f45334e-25f2-4c91-8ad4-d590649018ec service neutron] Port 8d027a05-3288-4b8b-b12d-875919b10a41 on network b8bbff58-de61-4abd-b329-3e41147f5911 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 13:44:12.561322 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-3f45334e-25f2-4c91-8ad4-d590649018ec service neutron] Attempting to bind port 8d027a05-3288-4b8b-b12d-875919b10a41 on network b8bbff58-de61-4abd-b329-3e41147f5911 {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:44:12.567864 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-3f45334e-25f2-4c91-8ad4-d590649018ec service neutron] Checking agent: {'id': 'ecd4b6ee-6295-46a8-8c11-8af9b25961a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'started_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:44:12.568326 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-3f45334e-25f2-4c91-8ad4-d590649018ec service neutron] Checking segment: {'id': '63b47255-6e14-4cd1-a333-b328f9af37e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b8bbff58-de61-4abd-b329-3e41147f5911'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:44:12.568967 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-3f45334e-25f2-4c91-8ad4-d590649018ec service neutron] Bound using segment: {'id': '63b47255-6e14-4cd1-a333-b328f9af37e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b8bbff58-de61-4abd-b329-3e41147f5911'} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:44:12.569582 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-3f45334e-25f2-4c91-8ad4-d590649018ec service neutron] Bound port: 8d027a05-3288-4b8b-b12d-875919b10a41, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63b47255-6e14-4cd1-a333-b328f9af37e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b8bbff58-de61-4abd-b329-3e41147f5911'}}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:44:12.570071 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-3f45334e-25f2-4c91-8ad4-d590649018ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:12.711535 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-3f45334e-25f2-4c91-8ad4-d590649018ec service neutron] For port 8d027a05-3288-4b8b-b12d-875919b10a41, host hv-cinder-78638, cleared binding levels {{(pid=94615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:44:12.715753 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-3f45334e-25f2-4c91-8ad4-d590649018ec service neutron] For port 8d027a05-3288-4b8b-b12d-875919b10a41, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8d027a05-3288-4b8b-b12d-875919b10a41,segment=NetworkSegment(63b47255-6e14-4cd1-a333-b328f9af37e7),segment_id=63b47255-6e14-4cd1-a333-b328f9af37e7)] {{(pid=94615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:44:12.813902 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-3f45334e-25f2-4c91-8ad4-d590649018ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764776'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:12.882485 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-3f45334e-25f2-4c91-8ad4-d590649018ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:12.883118 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-3f45334e-25f2-4c91-8ad4-d590649018ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:12.884650 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-3f45334e-25f2-4c91-8ad4-d590649018ec service neutron] 10.222.0.38 "PUT /v2.0/ports/8d027a05-3288-4b8b-b12d-875919b10a41 HTTP/1.1" status: 200 len: 1094 time: 1.1698694 Aug 26 13:44:12.885147 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed35fd3-7490-4732-8beb-c8f28ba04c3b', 'tag': '8d027a05-3288-4b8b-b12d-875919b10a41'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:44:12.887581 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea93b417d78f98f8f49a9646f42316e7837148fdcc5dd11c49486c93967457e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e36c2f8-b933-4a37-a733-1807a0cfa575" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed35fd3-7490-4732-8beb-c8f28ba04c3b", "tag": "8d027a05-3288-4b8b-b12d-875919b10a41"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:44:12.923714 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45334e-25f2-4c91-8ad4-d590649018ec service neutron] Pushing event updated for resources: {'Port': ['ID=8d027a05-3288-4b8b-b12d-875919b10a41,revision_number=3']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:44:12.933909 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c22ab4-9d05-4ff4-a83d-379c085ecc36 req-f22dd15d-1665-430a-a5c3-546e371581d0 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:12.942245 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 13:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72617140-082f-4fc2-8f15-cf5030ecb3dc x-openstack-request-id: req-72617140-082f-4fc2-8f15-cf5030ecb3dc {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:44:12.944958 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed35fd3-7490-4732-8beb-c8f28ba04c3b", "tag": "8d027a05-3288-4b8b-b12d-875919b10a41", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:44:12.944958 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-72617140-082f-4fc2-8f15-cf5030ecb3dc {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:44:12.945461 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-92c22ab4-9d05-4ff4-a83d-379c085ecc36 req-f22dd15d-1665-430a-a5c3-546e371581d0 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 944 time: 0.1106272 Aug 26 13:44:12.945576 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed35fd3-7490-4732-8beb-c8f28ba04c3b', 'tag': '8d027a05-3288-4b8b-b12d-875919b10a41', 'status': 'completed', 'code': 200} Aug 26 13:44:12.993449 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-92c22ab4-9d05-4ff4-a83d-379c085ecc36 req-86075ffc-c08c-4f21-9205-098ce4eeca03 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493224 Aug 26 13:44:13.162739 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9873f5-8ef9-4a89-9a13-26b48ba4c027 req-cf1e3a71-a8e0-4648-ad8e-be77afca21d2 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:13.164238 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-cd9873f5-8ef9-4a89-9a13-26b48ba4c027 req-cf1e3a71-a8e0-4648-ad8e-be77afca21d2 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 943 time: 0.0585909 Aug 26 13:44:13.214343 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-cd9873f5-8ef9-4a89-9a13-26b48ba4c027 req-3d397aa1-ad8a-4886-99ee-bb7d44cb6d7c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415599 Aug 26 13:44:14.115552 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059ca9e-bf20-4e70-9bd1-3faf891a7a36 req-e79c52f2-df0c-4ba1-817b-124d2dc581e6 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:14.116971 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7059ca9e-bf20-4e70-9bd1-3faf891a7a36 req-e79c52f2-df0c-4ba1-817b-124d2dc581e6 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 944 time: 0.0536664 Aug 26 13:44:14.167942 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7059ca9e-bf20-4e70-9bd1-3faf891a7a36 req-bc4afd15-d74a-47c7-b2b0-71af3ff41435 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450239 Aug 26 13:44:14.345807 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106716d-ec93-42ea-8861-9e027dba341d req-39104bae-045d-44af-be82-5cf43f4f018e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:14.347381 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1106716d-ec93-42ea-8861-9e027dba341d req-39104bae-045d-44af-be82-5cf43f4f018e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 943 time: 0.0488422 Aug 26 13:44:14.398339 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1106716d-ec93-42ea-8861-9e027dba341d req-23758439-815d-40bb-acdd-b8fae789e772 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411379 Aug 26 13:44:15.294193 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1d249-b264-43f9-aede-9805168cc283 req-6bd10d98-b730-4b8d-b447-05d07fcd0887 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:15.295716 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2ca1d249-b264-43f9-aede-9805168cc283 req-6bd10d98-b730-4b8d-b447-05d07fcd0887 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 944 time: 0.0557408 Aug 26 13:44:15.344368 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2ca1d249-b264-43f9-aede-9805168cc283 req-6216e234-cf71-427c-8819-10f18084ce3f tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418093 Aug 26 13:44:15.542941 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65e0e4-170e-4427-9f0e-ff4d31b4fe36 req-511d1e6d-6649-4faa-be74-87f408bf2955 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:15.544504 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-dd65e0e4-170e-4427-9f0e-ff4d31b4fe36 req-511d1e6d-6649-4faa-be74-87f408bf2955 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 943 time: 0.0506897 Aug 26 13:44:15.601794 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-dd65e0e4-170e-4427-9f0e-ff4d31b4fe36 req-a31cf5eb-decb-4049-9a01-f037c6273b69 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504658 Aug 26 13:44:16.479195 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a06781-b4d8-4936-919e-69061eb9bfbf req-6cdcea17-e152-48fa-8c36-42a714de582d tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:16.481213 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f8a06781-b4d8-4936-919e-69061eb9bfbf req-6cdcea17-e152-48fa-8c36-42a714de582d tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 944 time: 0.0564172 Aug 26 13:44:16.529749 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f8a06781-b4d8-4936-919e-69061eb9bfbf req-805f11fe-6d1b-42eb-802a-cb8c4da76b47 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422606 Aug 26 13:44:16.738369 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18611a2-dd59-498d-8070-633a47f497c1 req-bf8d152d-4a8a-4fc1-a42d-8ea50acc128b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:16.739959 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d18611a2-dd59-498d-8070-633a47f497c1 req-bf8d152d-4a8a-4fc1-a42d-8ea50acc128b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 943 time: 0.0539305 Aug 26 13:44:16.779859 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d18611a2-dd59-498d-8070-633a47f497c1 req-67947fd5-ce1d-4c21-8801-6ade2b7f8914 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337989 Aug 26 13:44:17.643768 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9965dac-ce5c-4670-abf3-3be36c4d3428 req-bc57588e-24b2-4f03-aef9-8bb0e88538b0 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:17.645249 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b9965dac-ce5c-4670-abf3-3be36c4d3428 req-bc57588e-24b2-4f03-aef9-8bb0e88538b0 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 944 time: 0.0481374 Aug 26 13:44:17.683353 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b9965dac-ce5c-4670-abf3-3be36c4d3428 req-0dd41ef5-1fbb-4cde-9bc0-6b6e0c210535 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320275 Aug 26 13:44:17.917215 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6f52f-af9f-40d9-b46f-60618fa89744 req-844d44e3-0f0a-47d3-923d-698f0508cd28 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:17.919093 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c7b6f52f-af9f-40d9-b46f-60618fa89744 req-844d44e3-0f0a-47d3-923d-698f0508cd28 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 943 time: 0.0628653 Aug 26 13:44:17.962778 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c7b6f52f-af9f-40d9-b46f-60618fa89744 req-8c5b929b-2768-4a69-bb01-07732854f347 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356705 Aug 26 13:44:18.814984 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c0925-492f-4661-8a01-12e807607579 req-a766e969-4d01-48b6-a83c-16a9e820752e tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:18.816448 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-359c0925-492f-4661-8a01-12e807607579 req-a766e969-4d01-48b6-a83c-16a9e820752e tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 944 time: 0.0532930 Aug 26 13:44:18.855706 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-359c0925-492f-4661-8a01-12e807607579 req-44296d6d-2647-402b-bcb2-b2e497ca8523 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334499 Aug 26 13:44:19.085514 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fdf078-840e-4a66-804b-a8c2c29414fd req-d94c760a-38b0-4399-add3-1ff836b0a61c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:19.087144 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-64fdf078-840e-4a66-804b-a8c2c29414fd req-d94c760a-38b0-4399-add3-1ff836b0a61c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 943 time: 0.0495889 Aug 26 13:44:19.128045 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-64fdf078-840e-4a66-804b-a8c2c29414fd req-3f758567-91de-40e2-ab4b-3374400ac3a2 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349598 Aug 26 13:44:19.975063 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6afbca-a953-4f23-95ae-6da22081e1fc req-fd85c7a8-59a3-4715-91d3-b343eeffdd08 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:19.977317 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5d6afbca-a953-4f23-95ae-6da22081e1fc req-fd85c7a8-59a3-4715-91d3-b343eeffdd08 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 944 time: 0.0562897 Aug 26 13:44:20.034138 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5d6afbca-a953-4f23-95ae-6da22081e1fc req-24b6f971-16a2-4396-8d67-20882e286d3f tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475864 Aug 26 13:44:20.259851 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51dd6b-9df7-4f3c-8c57-40e8064bad7f req-aa9d8301-79d9-40a6-8ca7-bdb363b995aa tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:20.261553 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-dc51dd6b-9df7-4f3c-8c57-40e8064bad7f req-aa9d8301-79d9-40a6-8ca7-bdb363b995aa tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 943 time: 0.0624762 Aug 26 13:44:20.304147 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-dc51dd6b-9df7-4f3c-8c57-40e8064bad7f req-421e724c-6b2c-4919-9182-d5e86e0ceec6 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357478 Aug 26 13:44:21.170636 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9fa8a-51ef-4bc7-8f11-bbbd4964500e req-3c5884ea-f86a-40dc-9b51-7d2e4a24b715 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:21.172120 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-94c9fa8a-51ef-4bc7-8f11-bbbd4964500e req-3c5884ea-f86a-40dc-9b51-7d2e4a24b715 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 944 time: 0.0566797 Aug 26 13:44:21.215203 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-94c9fa8a-51ef-4bc7-8f11-bbbd4964500e req-642ba29a-6e3c-4111-b144-8a556875874f tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364916 Aug 26 13:44:21.447425 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bfe3b8-a56e-46aa-a60a-076e05a51b7c req-d6fca046-e223-4bcb-9606-1d010defe60f tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:21.448934 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f4bfe3b8-a56e-46aa-a60a-076e05a51b7c req-d6fca046-e223-4bcb-9606-1d010defe60f tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 943 time: 0.0518651 Aug 26 13:44:21.489438 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f4bfe3b8-a56e-46aa-a60a-076e05a51b7c req-c78f100d-c9b8-44b7-9c0d-7fec706f476f tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333662 Aug 26 13:44:22.371781 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a22e8-3bc2-49a4-bccc-f30ebdc91f4f req-4ff1789a-21f0-4533-bb48-8c35b09d43a3 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:22.374481 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b81a22e8-3bc2-49a4-bccc-f30ebdc91f4f req-4ff1789a-21f0-4533-bb48-8c35b09d43a3 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 944 time: 0.0931823 Aug 26 13:44:22.415795 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b81a22e8-3bc2-49a4-bccc-f30ebdc91f4f req-a5d456f0-bb73-4f54-80f5-2870a1d23d19 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342109 Aug 26 13:44:22.612960 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73667404-c413-48fe-9731-bcd00ca1a1fe req-23ddd3a8-9a7f-40cf-82bd-09585b3e5f0b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:22.614594 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-73667404-c413-48fe-9731-bcd00ca1a1fe req-23ddd3a8-9a7f-40cf-82bd-09585b3e5f0b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 943 time: 0.0532298 Aug 26 13:44:22.655315 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-73667404-c413-48fe-9731-bcd00ca1a1fe req-9afc3c72-c005-4992-adfe-b5a1e4139642 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347157 Aug 26 13:44:23.530550 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12db6e-3604-49a6-94be-b2e81cb4a7de req-fa4b4a03-3dfc-420b-8e49-b72923520968 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:23.531966 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9f12db6e-3604-49a6-94be-b2e81cb4a7de req-fa4b4a03-3dfc-420b-8e49-b72923520968 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 944 time: 0.0498693 Aug 26 13:44:23.572722 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9f12db6e-3604-49a6-94be-b2e81cb4a7de req-7781ee01-ac2c-4b27-90bb-5b96e979fd9a tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345676 Aug 26 13:44:23.790001 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77bb80-21e1-48e8-8a24-19f8fd195a9f req-e86e8d37-2b68-43e5-8339-da44415f8d35 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:23.791695 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8d77bb80-21e1-48e8-8a24-19f8fd195a9f req-e86e8d37-2b68-43e5-8339-da44415f8d35 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 943 time: 0.0577652 Aug 26 13:44:24.052151 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8d77bb80-21e1-48e8-8a24-19f8fd195a9f req-c368b7f6-8af6-499d-b4a7-19b0ef638d27 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2542269 Aug 26 13:44:24.173209 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4f3d742e-ae28-441c-b0e2-296dadbb870d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:24.683092 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e7495-df04-4405-a20e-0ea1e330e033 req-fecda71f-2958-42b9-8389-0dc357608553 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:24.684530 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7f4e7495-df04-4405-a20e-0ea1e330e033 req-fecda71f-2958-42b9-8389-0dc357608553 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 944 time: 0.0475562 Aug 26 13:44:24.729941 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7f4e7495-df04-4405-a20e-0ea1e330e033 req-da3cd382-fd40-40ad-b470-45311a584d29 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387785 Aug 26 13:44:25.178887 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4303797-30cc-4247-a43a-52ff7617d713 req-6210d257-2c3f-45e3-adab-d4b6fa85fb88 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:25.180267 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a4303797-30cc-4247-a43a-52ff7617d713 req-6210d257-2c3f-45e3-adab-d4b6fa85fb88 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 943 time: 0.0491662 Aug 26 13:44:25.218500 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a4303797-30cc-4247-a43a-52ff7617d713 req-12e936c1-cb65-4342-859d-a25e3eb5cb91 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323770 Aug 26 13:44:25.824642 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36c2f8-b933-4a37-a733-1807a0cfa575 req-fbdb1115-778b-443a-9d6c-0c40fffda9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:25.826225 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-4e36c2f8-b933-4a37-a733-1807a0cfa575 req-fbdb1115-778b-443a-9d6c-0c40fffda9c8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=039fe7d5087a40a4aab7a67a367ab7c9&device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 1097 time: 0.0466986 Aug 26 13:44:25.859334 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4c7a2-6779-48fb-af93-8cc4f6e9bba6 req-83f16f1f-7747-40f0-8e67-b62cd19dfccb tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:25.859334 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c6c4c7a2-6779-48fb-af93-8cc4f6e9bba6 req-83f16f1f-7747-40f0-8e67-b62cd19dfccb tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 944 time: 0.0567126 Aug 26 13:44:25.897452 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c6c4c7a2-6779-48fb-af93-8cc4f6e9bba6 req-55b8a48f-458a-4fe7-98f5-b41da5fe3f09 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336456 Aug 26 13:44:25.982934 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36c2f8-b933-4a37-a733-1807a0cfa575 req-919e1ff7-9642-4f62-8114-683ee9d1a509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:25.984397 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-4e36c2f8-b933-4a37-a733-1807a0cfa575 req-919e1ff7-9642-4f62-8114-683ee9d1a509 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=039fe7d5087a40a4aab7a67a367ab7c9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1019571 Aug 26 13:44:26.091285 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36c2f8-b933-4a37-a733-1807a0cfa575 req-cb92d026-0902-4f71-9fef-ade752b2ef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:26.094237 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-4e36c2f8-b933-4a37-a733-1807a0cfa575 req-cb92d026-0902-4f71-9fef-ade752b2ef32 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1009376 Aug 26 13:44:26.210901 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-54938d28-0e37-42ae-bc7b-e4e48e2bb623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:26.212434 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-54938d28-0e37-42ae-bc7b-e4e48e2bb623 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=039fe7d5087a40a4aab7a67a367ab7c9&device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 1097 time: 0.0561502 Aug 26 13:44:26.265937 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-d9dd1ffb-238b-4882-b915-8ee5719e506e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d027a05-3288-4b8b-b12d-875919b10a41 HTTP/1.1" status: 200 len: 217 time: 0.0392582 Aug 26 13:44:26.318909 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-4f66886d-ac1c-43f5-a9c6-42147abbddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:26.320367 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-4f66886d-ac1c-43f5-a9c6-42147abbddb1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1fabf100-a261-41a0-b2e1-8952c5255af8 HTTP/1.1" status: 200 len: 854 time: 0.0459599 Aug 26 13:44:26.340887 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da00dd0-cc71-4b9a-b47e-ca4a0b30c587 req-b92ee890-a5d0-4882-8a1d-7f85c4ce5ace tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:26.342509 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0da00dd0-cc71-4b9a-b47e-ca4a0b30c587 req-b92ee890-a5d0-4882-8a1d-7f85c4ce5ace tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 943 time: 0.0520706 Aug 26 13:44:26.368854 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-59bcbf70-d1f4-4c34-a1ee-61b26576aae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:26.370475 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-59bcbf70-d1f4-4c34-a1ee-61b26576aae5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b8bbff58-de61-4abd-b329-3e41147f5911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399108 Aug 26 13:44:26.382068 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0da00dd0-cc71-4b9a-b47e-ca4a0b30c587 req-98316410-de2a-476e-8903-8871d835e41c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335584 Aug 26 13:44:26.562526 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6234ce1-4095-4594-b98d-5d7d9ed8ecb5 req-401ecb86-c812-4a25-8214-edbbde431f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:26.564525 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d6234ce1-4095-4594-b98d-5d7d9ed8ecb5 req-401ecb86-c812-4a25-8214-edbbde431f63 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3&tenant_id=cb7886896a194491958e9bfa03f0ea57 HTTP/1.1" status: 200 len: 1096 time: 0.0810385 Aug 26 13:44:26.650097 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6234ce1-4095-4594-b98d-5d7d9ed8ecb5 req-523d7daa-4d48-4c8a-8cfb-85e21c3537f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:26.651683 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d6234ce1-4095-4594-b98d-5d7d9ed8ecb5 req-523d7daa-4d48-4c8a-8cfb-85e21c3537f9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb7886896a194491958e9bfa03f0ea57&device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 1096 time: 0.0464287 Aug 26 13:44:26.710579 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-88f63b17-cd59-4b02-8e50-91b72ce528da service neutron] 10.222.0.38 "GET /v2.0/networks/b8bbff58-de61-4abd-b329-3e41147f5911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308558 Aug 26 13:44:26.765026 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6234ce1-4095-4594-b98d-5d7d9ed8ecb5 req-4509bd9e-e30f-4201-aaaa-cecc65fe8977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:26.766852 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d6234ce1-4095-4594-b98d-5d7d9ed8ecb5 req-4509bd9e-e30f-4201-aaaa-cecc65fe8977 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f0cbbb0-e1d8-4eda-8b5a-9467452e6368 HTTP/1.1" status: 200 len: 916 time: 0.0928454 Aug 26 13:44:26.789845 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0f761308-4168-49e2-b605-e8195f0bc86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:26.808408 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3804ff3b-2593-4962-96bb-8fbd8dd9702a req-20137a00-0306-414f-9937-8c73ea147158 service neutron] 10.222.0.38 "GET /v2.0/networks/b8bbff58-de61-4abd-b329-3e41147f5911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873182 Aug 26 13:44:26.834997 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d6234ce1-4095-4594-b98d-5d7d9ed8ecb5 req-67320d8f-2582-4f72-a329-8890985fa77b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08d57c90-0cee-4b72-934c-f142616fe0bd HTTP/1.1" status: 200 len: 998 time: 0.0609651 Aug 26 13:44:26.885502 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6234ce1-4095-4594-b98d-5d7d9ed8ecb5 req-276d7cf6-8623-4d04-8642-7dd747947e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:26.886967 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d6234ce1-4095-4594-b98d-5d7d9ed8ecb5 req-276d7cf6-8623-4d04-8642-7dd747947e6b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f404f389-dc0c-4c0d-a515-d27c76237ec3 HTTP/1.1" status: 200 len: 854 time: 0.0441208 Aug 26 13:44:26.963656 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6234ce1-4095-4594-b98d-5d7d9ed8ecb5 req-f7551762-6639-423f-949f-814c81ed7567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:26.965176 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d6234ce1-4095-4594-b98d-5d7d9ed8ecb5 req-f7551762-6639-423f-949f-814c81ed7567 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f0cbbb0-e1d8-4eda-8b5a-9467452e6368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418694 Aug 26 13:44:27.071059 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412a336-5b87-41a7-8cac-60a245d350fb req-18b66957-ca35-4962-be28-a0dabea9d3e0 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:27.072461 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0412a336-5b87-41a7-8cac-60a245d350fb req-18b66957-ca35-4962-be28-a0dabea9d3e0 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 944 time: 0.1064200 Aug 26 13:44:27.105445 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d6234ce1-4095-4594-b98d-5d7d9ed8ecb5 req-a7fe79a0-a943-410d-8ecf-ee7638b282a4 service neutron] 10.222.0.38 "GET /v2.0/networks/4f0cbbb0-e1d8-4eda-8b5a-9467452e6368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309369 Aug 26 13:44:27.140368 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0412a336-5b87-41a7-8cac-60a245d350fb req-16b96c2d-790d-4c62-9b28-0c29d4fedbac tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615292 Aug 26 13:44:27.213886 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d6234ce1-4095-4594-b98d-5d7d9ed8ecb5 req-039a3b53-586c-4eaa-9256-b76b28b9bc91 service neutron] 10.222.0.38 "GET /v2.0/networks/4f0cbbb0-e1d8-4eda-8b5a-9467452e6368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939202 Aug 26 13:44:27.486960 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:27.509945 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6969a-f065-4f71-baad-ffeff68c1a8c req-cbfafadf-0073-4a35-a53b-efa829cf69f1 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:27.512080 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d3a6969a-f065-4f71-baad-ffeff68c1a8c req-cbfafadf-0073-4a35-a53b-efa829cf69f1 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 943 time: 0.0533767 Aug 26 13:44:27.555773 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d3a6969a-f065-4f71-baad-ffeff68c1a8c req-9d135995-97be-474e-acfa-037265467a3c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377166 Aug 26 13:44:28.037489 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:28.288745 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe976e12-71db-4eb9-8696-ce43b982f50d req-fae5ede5-0f8c-4f09-9e4c-c9561355c80c tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:28.291205 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-fe976e12-71db-4eb9-8696-ce43b982f50d req-fae5ede5-0f8c-4f09-9e4c-c9561355c80c tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 944 time: 0.0771217 Aug 26 13:44:28.337030 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-fe976e12-71db-4eb9-8696-ce43b982f50d req-5453791d-ba74-4a59-a442-f32f6fbebecd tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384429 Aug 26 13:44:28.685535 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fc922-6347-4467-99b6-43bea0b8fae7 req-028699e3-f50f-4ea4-893e-0ca95b795b59 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:28.687334 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a51fc922-6347-4467-99b6-43bea0b8fae7 req-028699e3-f50f-4ea4-893e-0ca95b795b59 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 943 time: 0.0579286 Aug 26 13:44:28.704523 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:28.735501 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a51fc922-6347-4467-99b6-43bea0b8fae7 req-2eb6ddab-ef10-4106-a4a0-9a90911d5512 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422096 Aug 26 13:44:29.466519 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe50556-6409-4622-95d8-004d5c5bfc51 req-077fb90b-7eb7-4b7b-b0b6-9b8e9cbd7cac tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:29.467977 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-bbe50556-6409-4622-95d8-004d5c5bfc51 req-077fb90b-7eb7-4b7b-b0b6-9b8e9cbd7cac tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 944 time: 0.0554178 Aug 26 13:44:29.512218 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-bbe50556-6409-4622-95d8-004d5c5bfc51 req-4dec7e64-de77-4f61-bc47-df899e25b0c8 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366518 Aug 26 13:44:29.875551 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d906ad7-e96e-4e9d-a3d9-42e117890aa1 req-138f204f-d25e-4480-a4cc-e515891ac69c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:29.877352 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4d906ad7-e96e-4e9d-a3d9-42e117890aa1 req-138f204f-d25e-4480-a4cc-e515891ac69c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 943 time: 0.0630944 Aug 26 13:44:29.929247 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4d906ad7-e96e-4e9d-a3d9-42e117890aa1 req-631e610e-c88b-4ea1-a259-bf6d96fcc2b5 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459211 Aug 26 13:44:30.452923 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:30.645452 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b41ced-115a-48fa-a555-95fd80b57f06 req-c7e89daf-6b46-417e-bed8-b3570c2c1954 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:30.646946 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b0b41ced-115a-48fa-a555-95fd80b57f06 req-c7e89daf-6b46-417e-bed8-b3570c2c1954 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 944 time: 0.0537798 Aug 26 13:44:30.691862 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b0b41ced-115a-48fa-a555-95fd80b57f06 req-7fc0e45a-8158-44ed-a245-b10c797933f2 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377328 Aug 26 13:44:30.952586 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 8d027a05-3288-4b8b-b12d-875919b10a41 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=94616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 13:44:31.062234 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d882655-8539-452f-881e-cbf5914a09cc req-40c4eb41-fcc6-4a69-b211-a9b32238d007 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:31.064108 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5d882655-8539-452f-881e-cbf5914a09cc req-40c4eb41-fcc6-4a69-b211-a9b32238d007 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 943 time: 0.0509322 Aug 26 13:44:31.072561 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 8d027a05-3288-4b8b-b12d-875919b10a41, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8d027a05-3288-4b8b-b12d-875919b10a41,segment=NetworkSegment(63b47255-6e14-4cd1-a333-b328f9af37e7),segment_id=63b47255-6e14-4cd1-a333-b328f9af37e7)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:44:31.085687 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Returning: {'device': '8d027a05-3288-4b8b-b12d-875919b10a41', 'network_id': 'b8bbff58-de61-4abd-b329-3e41147f5911', 'port_id': '8d027a05-3288-4b8b-b12d-875919b10a41', 'mac_address': 'fa:16:3e:39:cf:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fabf100-a261-41a0-b2e1-8952c5255af8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 13:44:31.123919 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5d882655-8539-452f-881e-cbf5914a09cc req-f7594aa4-f2e0-4cad-a70f-69e6227cf090 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513673 Aug 26 13:44:31.148280 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:31.163895 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d027a05-3288-4b8b-b12d-875919b10a41 {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:44:31.184317 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 8d027a05-3288-4b8b-b12d-875919b10a41, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8d027a05-3288-4b8b-b12d-875919b10a41,segment=NetworkSegment(63b47255-6e14-4cd1-a333-b328f9af37e7),segment_id=63b47255-6e14-4cd1-a333-b328f9af37e7)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:44:31.264855 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:31.339404 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=8d027a05-3288-4b8b-b12d-875919b10a41,revision_number=4']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:44:31.347059 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:44:31.347404 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:44:31.347744 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:44:31.348075 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:44:31.348406 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:44:31.348897 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:44:31.349222 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:44:31.349551 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:44:31.349904 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:44:31.350226 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:44:31.350548 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:44:31.350863 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:44:31.615283 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['8d027a05-3288-4b8b-b12d-875919b10a41'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:44:31.780145 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 6 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:44:31.882106 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbd9f3-41e2-4555-9f1a-e42b5f3946b3 req-bee6ffa0-4147-4075-a764-919b1f806b1f tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:31.883960 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-90dbd9f3-41e2-4555-9f1a-e42b5f3946b3 req-bee6ffa0-4147-4075-a764-919b1f806b1f tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 945 time: 0.0657260 Aug 26 13:44:31.929731 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-90dbd9f3-41e2-4555-9f1a-e42b5f3946b3 req-53925745-dc17-4af1-9120-70e31505d3a7 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395117 Aug 26 13:44:32.252287 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9c34b-b68a-475f-9ec3-c08428870f70 req-24e77033-a9fe-481e-8bb9-cdc78dd10c1e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:32.254133 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8ad9c34b-b68a-475f-9ec3-c08428870f70 req-24e77033-a9fe-481e-8bb9-cdc78dd10c1e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 943 time: 0.0577199 Aug 26 13:44:32.296219 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8ad9c34b-b68a-475f-9ec3-c08428870f70 req-62d08991-965d-4e5f-8b11-e4b99a463ca5 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363185 Aug 26 13:44:32.954528 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 8d027a05-3288-4b8b-b12d-875919b10a41 up at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:44:33.089287 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe4c51-89ee-4482-b846-8b16511d33ab req-339d0551-bb0e-471a-a946-be150da35294 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:33.090873 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7dbe4c51-89ee-4482-b846-8b16511d33ab req-339d0551-bb0e-471a-a946-be150da35294 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 945 time: 0.0594912 Aug 26 13:44:33.105058 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning for port 8d027a05-3288-4b8b-b12d-875919b10a41 completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:44:33.109154 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning complete for port 8d027a05-3288-4b8b-b12d-875919b10a41 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:44:33.109543 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:33.138453 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7dbe4c51-89ee-4482-b846-8b16511d33ab req-8726de88-425c-4963-a055-8a329df109f4 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412769 Aug 26 13:44:33.218807 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:33.245296 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed35fd3-7490-4732-8beb-c8f28ba04c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d027a05-3288-4b8b-b12d-875919b10a41'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:44:33.247616 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adf09783f65fc29d397fc30c9e785295af8fecd29e58eb7f547da51af43e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bc5022-3561-4c61-b36a-575bfac15e61" -d '{"events": [{"server_uuid": "2ed35fd3-7490-4732-8beb-c8f28ba04c3b", "name": "network-vif-plugged", "status": "completed", "tag": "8d027a05-3288-4b8b-b12d-875919b10a41"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:44:33.262437 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 8d027a05-3288-4b8b-b12d-875919b10a41, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8d027a05-3288-4b8b-b12d-875919b10a41,segment=NetworkSegment(63b47255-6e14-4cd1-a333-b328f9af37e7),segment_id=63b47255-6e14-4cd1-a333-b328f9af37e7)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:44:33.286724 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e8f250-56fb-456e-9653-f13df9931766 x-openstack-request-id: req-52e8f250-56fb-456e-9653-f13df9931766 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:44:33.288715 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed35fd3-7490-4732-8beb-c8f28ba04c3b", "name": "network-vif-plugged", "status": "completed", "tag": "8d027a05-3288-4b8b-b12d-875919b10a41", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:44:33.288715 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-52e8f250-56fb-456e-9653-f13df9931766 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:44:33.288715 dv-cinder-786386-11-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed35fd3-7490-4732-8beb-c8f28ba04c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d027a05-3288-4b8b-b12d-875919b10a41', 'code': 200} Aug 26 13:44:33.327133 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:33.382646 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=8d027a05-3288-4b8b-b12d-875919b10a41,revision_number=5']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:44:33.433799 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101fa22-5d91-4c43-a284-c3b83f6547ed req-3571372a-0ba6-4b5f-b6d9-a0f7d3599170 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:33.435421 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f101fa22-5d91-4c43-a284-c3b83f6547ed req-3571372a-0ba6-4b5f-b6d9-a0f7d3599170 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 943 time: 0.0565696 Aug 26 13:44:33.479651 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f101fa22-5d91-4c43-a284-c3b83f6547ed req-9a51dc89-b87c-4ce2-be46-172511c7f038 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382094 Aug 26 13:44:34.267418 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76135d1a-ad0f-415e-8e2d-10dd58640bd2 req-1ff4cca4-394a-4004-a690-7b31aadb2374 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:34.269217 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-76135d1a-ad0f-415e-8e2d-10dd58640bd2 req-1ff4cca4-394a-4004-a690-7b31aadb2374 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 946 time: 0.0545187 Aug 26 13:44:34.313397 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-76135d1a-ad0f-415e-8e2d-10dd58640bd2 req-d0099054-bb28-48ff-85bd-2d9369c5b57c tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379431 Aug 26 13:44:34.603888 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2916c-3da5-464d-8b7b-e6e40ecfb211 req-76aa5346-0921-4726-9a04-55cd1a24aa42 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:34.605389 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c7c2916c-3da5-464d-8b7b-e6e40ecfb211 req-76aa5346-0921-4726-9a04-55cd1a24aa42 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 943 time: 0.0494514 Aug 26 13:44:34.648127 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c7c2916c-3da5-464d-8b7b-e6e40ecfb211 req-52f598a2-a54c-4895-9bed-53aa5e1a5e0e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358181 Aug 26 13:44:35.432326 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df1691-7b6b-40f9-9176-ae7d8a7b127c req-1d11528e-e8d4-447d-bc22-ca158ba1b47c tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:35.434110 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-47df1691-7b6b-40f9-9176-ae7d8a7b127c req-1d11528e-e8d4-447d-bc22-ca158ba1b47c tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 946 time: 0.0528183 Aug 26 13:44:35.481389 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-47df1691-7b6b-40f9-9176-ae7d8a7b127c req-35cbbeb0-9af9-46b5-87c1-0316767a3077 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383170 Aug 26 13:44:35.772023 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464b1fd-82e7-4310-b69a-5db0783a6c17 req-f9287547-ee4a-49e4-b8a4-50d74886a0bf tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:35.773588 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7464b1fd-82e7-4310-b69a-5db0783a6c17 req-f9287547-ee4a-49e4-b8a4-50d74886a0bf tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 943 time: 0.0532105 Aug 26 13:44:35.815940 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7464b1fd-82e7-4310-b69a-5db0783a6c17 req-723c818d-e957-49cf-8fc6-f7ac577fe294 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358553 Aug 26 13:44:36.603732 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aba8cd-45c9-4aaa-b39a-1e800f1595fc req-2f44ac05-5f23-4615-b2e1-763f9112edbe tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:36.605302 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d6aba8cd-45c9-4aaa-b39a-1e800f1595fc req-2f44ac05-5f23-4615-b2e1-763f9112edbe tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 946 time: 0.0531406 Aug 26 13:44:36.663644 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d6aba8cd-45c9-4aaa-b39a-1e800f1595fc req-7051b8cc-a7cd-4514-91c8-ca22b055008a tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508170 Aug 26 13:44:36.958163 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c557b74-5d08-432d-aa4d-0e00048e9c6d req-5ec713b2-51f0-4aff-9ca6-d8b83b5c2d08 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:36.959826 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1c557b74-5d08-432d-aa4d-0e00048e9c6d req-5ec713b2-51f0-4aff-9ca6-d8b83b5c2d08 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 943 time: 0.0647404 Aug 26 13:44:37.009269 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1c557b74-5d08-432d-aa4d-0e00048e9c6d req-a2c7ba74-7bfb-48bc-b2fd-1a74e23db7d0 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426745 Aug 26 13:44:37.782834 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ded821-861a-4590-9d26-3f7c0007ffb1 req-1b038ae8-fd66-40d3-8742-113a7ef20c75 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:37.784459 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-04ded821-861a-4590-9d26-3f7c0007ffb1 req-1b038ae8-fd66-40d3-8742-113a7ef20c75 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 946 time: 0.0518520 Aug 26 13:44:37.824676 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-04ded821-861a-4590-9d26-3f7c0007ffb1 req-c996c7c7-7941-48ae-bcdb-34b3313e99d4 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341551 Aug 26 13:44:38.131940 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d02c0c-305c-476d-a744-8e178469b6c0 req-a1c57c47-06f8-430d-b91f-6f468ece6ff2 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:38.133452 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b2d02c0c-305c-476d-a744-8e178469b6c0 req-a1c57c47-06f8-430d-b91f-6f468ece6ff2 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 943 time: 0.0499454 Aug 26 13:44:38.174585 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b2d02c0c-305c-476d-a744-8e178469b6c0 req-1ef601cb-e08c-4afc-8758-a6898bcd361b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347729 Aug 26 13:44:38.942515 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90688cfb-b354-4f75-b1de-dbc8eea58f45 req-3a510a36-9443-4f6d-b796-def4f2cc96ac tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:38.944012 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-90688cfb-b354-4f75-b1de-dbc8eea58f45 req-3a510a36-9443-4f6d-b796-def4f2cc96ac tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 946 time: 0.0519724 Aug 26 13:44:39.011474 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-90688cfb-b354-4f75-b1de-dbc8eea58f45 req-4f30becf-2975-40d5-b8bd-712784db1955 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613980 Aug 26 13:44:39.023063 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-44b0e1a3-fbf6-44bf-ad27-6f0f29072acd req-dbfde2a7-a425-45e2-bcc5-8990702b4758 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664775 Aug 26 13:44:39.109626 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0e1a3-fbf6-44bf-ad27-6f0f29072acd req-e8194642-4b47-4d35-a606-46cbcc5a6db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:39.111584 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-44b0e1a3-fbf6-44bf-ad27-6f0f29072acd req-e8194642-4b47-4d35-a606-46cbcc5a6db6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=42581d098bad41969e8958b4a30db51f&device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 1098 time: 0.0432258 Aug 26 13:44:39.230236 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0e1a3-fbf6-44bf-ad27-6f0f29072acd req-dc05a137-96dc-41f3-91a6-e82e0abb3e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:39.231728 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-44b0e1a3-fbf6-44bf-ad27-6f0f29072acd req-dc05a137-96dc-41f3-91a6-e82e0abb3e30 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda HTTP/1.1" status: 200 len: 909 time: 0.0955677 Aug 26 13:44:39.270483 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3106e9-188d-4475-be7a-64cfade6cadb req-a9aaa022-9ef7-4676-94f5-cacc8a8ce094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:39.271985 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-9f3106e9-188d-4475-be7a-64cfade6cadb req-a9aaa022-9ef7-4676-94f5-cacc8a8ce094 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 1099 time: 0.0436988 Aug 26 13:44:39.307625 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-9f3106e9-188d-4475-be7a-64cfade6cadb req-db9e412a-f1dd-41e6-98ff-2bc19b0424a2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279760 Aug 26 13:44:39.323764 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-44b0e1a3-fbf6-44bf-ad27-6f0f29072acd req-95c16ee8-9c09-47de-8210-3e8fcc4b7240 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec76c22b-2ff4-49d9-a6df-c391c0696e52 HTTP/1.1" status: 200 len: 1001 time: 0.0850556 Aug 26 13:44:39.340280 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7cad2-d0b5-4ba3-9574-d29dd703ccc3 req-3f325f1b-5121-41f5-a4bc-d7bed65ff11a tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:39.341778 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d1b7cad2-d0b5-4ba3-9574-d29dd703ccc3 req-3f325f1b-5121-41f5-a4bc-d7bed65ff11a tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 943 time: 0.0669491 Aug 26 13:44:39.381037 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d1b7cad2-d0b5-4ba3-9574-d29dd703ccc3 req-d26315a9-f0b7-425c-a8f8-2b39b662e996 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324423 Aug 26 13:44:39.625811 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0e1a3-fbf6-44bf-ad27-6f0f29072acd req-6911eabf-7827-4949-bc77-eff97941b3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:39.627272 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-44b0e1a3-fbf6-44bf-ad27-6f0f29072acd req-6911eabf-7827-4949-bc77-eff97941b3fa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=df87cdb7-ca74-41e6-949b-3361333e43fa HTTP/1.1" status: 200 len: 847 time: 0.0463719 Aug 26 13:44:39.685807 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0e1a3-fbf6-44bf-ad27-6f0f29072acd req-122fa81d-c8cb-460e-9f0d-f0dc20083789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:39.687218 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-44b0e1a3-fbf6-44bf-ad27-6f0f29072acd req-122fa81d-c8cb-460e-9f0d-f0dc20083789 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0413523 Aug 26 13:44:39.778012 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-44b0e1a3-fbf6-44bf-ad27-6f0f29072acd req-b1da5f2d-a6eb-44ae-84ca-8771456ebead service neutron] 10.222.0.38 "GET /v2.0/networks/a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824010 Aug 26 13:44:39.889864 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-44b0e1a3-fbf6-44bf-ad27-6f0f29072acd req-0b4189ab-e1dc-4764-80ae-c628b6565c29 service neutron] 10.222.0.38 "GET /v2.0/networks/a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882509 Aug 26 13:44:40.126609 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af6d8e-9013-4250-b4e2-2191b5dd8fbd req-27912002-69cc-472d-9934-f22a5431c10c tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:40.128129 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-57af6d8e-9013-4250-b4e2-2191b5dd8fbd req-27912002-69cc-472d-9934-f22a5431c10c tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 946 time: 0.0501039 Aug 26 13:44:40.168300 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-57af6d8e-9013-4250-b4e2-2191b5dd8fbd req-22d2b10b-997b-4465-83e9-b316f89b2e8a tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335791 Aug 26 13:44:40.516478 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81b373-04cd-460a-bd6f-65e5fa0ddad7 req-0047b1b7-e743-4bb8-9b9e-fde3bc75f267 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:40.522231 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1e81b373-04cd-460a-bd6f-65e5fa0ddad7 req-0047b1b7-e743-4bb8-9b9e-fde3bc75f267 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 943 time: 0.0675244 Aug 26 13:44:40.565954 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1e81b373-04cd-460a-bd6f-65e5fa0ddad7 req-8b5dc70e-1a43-4949-84b0-0e881f777e8d tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385180 Aug 26 13:44:41.286040 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37692a0e-1a6c-4c61-81f3-1e7e6159ce86 req-7d5e863d-ed9f-40a2-bec1-f763ce4e0cf8 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:41.287533 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-37692a0e-1a6c-4c61-81f3-1e7e6159ce86 req-7d5e863d-ed9f-40a2-bec1-f763ce4e0cf8 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 946 time: 0.0507731 Aug 26 13:44:41.329598 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-37692a0e-1a6c-4c61-81f3-1e7e6159ce86 req-33b21ed2-122f-4618-89ca-a52efc639d6b tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362594 Aug 26 13:44:41.457568 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7cf28a-0550-4153-9b7a-8692bdeeef70 req-a731d4cb-46ac-4fc9-8c57-92810aae847c tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:41.459278 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ff7cf28a-0550-4153-9b7a-8692bdeeef70 req-a731d4cb-46ac-4fc9-8c57-92810aae847c tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 946 time: 0.0543575 Aug 26 13:44:41.508058 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ff7cf28a-0550-4153-9b7a-8692bdeeef70 req-5d30ee21-3789-4915-83a5-916d6b02ff3e tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422971 Aug 26 13:44:41.684888 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e57e7-e30b-4c58-902a-6a21a5b1cc4e req-00a81f03-7b11-49fc-99e7-d27806e3688a tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:41.686399 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1c0e57e7-e30b-4c58-902a-6a21a5b1cc4e req-00a81f03-7b11-49fc-99e7-d27806e3688a tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 943 time: 0.0528390 Aug 26 13:44:41.725041 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1c0e57e7-e30b-4c58-902a-6a21a5b1cc4e req-2b897c88-6c29-4e69-a354-578c422a450e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315742 Aug 26 13:44:41.837699 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e43f58-171a-4f7d-b8bc-a9170584fdd9 req-375795a7-b42f-4d6f-af8a-2dfe1602a328 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:41.842687 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d5e43f58-171a-4f7d-b8bc-a9170584fdd9 req-375795a7-b42f-4d6f-af8a-2dfe1602a328 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 946 time: 0.0481036 Aug 26 13:44:41.879564 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d5e43f58-171a-4f7d-b8bc-a9170584fdd9 req-c4ea2c1b-d718-4437-94b4-6dead5c2b094 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336852 Aug 26 13:44:42.847723 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb421e-3420-4e4e-8b01-6d6e6d1f2601 req-5fcb6b5a-9de6-491f-b409-46172cc45413 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:42.852834 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-cfcb421e-3420-4e4e-8b01-6d6e6d1f2601 req-5fcb6b5a-9de6-491f-b409-46172cc45413 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 943 time: 0.0491040 Aug 26 13:44:42.888265 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-cfcb421e-3420-4e4e-8b01-6d6e6d1f2601 req-9bcfad78-b3f0-4dcf-8476-d4df6fc866d4 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322526 Aug 26 13:44:43.009568 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 08d57c90-0cee-4b72-934c-f142616fe0bd details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=94616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 13:44:43.108935 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 08d57c90-0cee-4b72-934c-f142616fe0bd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=08d57c90-0cee-4b72-934c-f142616fe0bd,segment=NetworkSegment(622f9d42-2ef0-4df2-9e01-d60060392ec1),segment_id=622f9d42-2ef0-4df2-9e01-d60060392ec1)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:44:43.120089 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Returning: {'device': '08d57c90-0cee-4b72-934c-f142616fe0bd', 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368', 'port_id': '08d57c90-0cee-4b72-934c-f142616fe0bd', 'mac_address': 'fa:16:3e:a1:19:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f404f389-dc0c-4c0d-a515-d27c76237ec3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 13:44:43.158288 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:43.171872 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08d57c90-0cee-4b72-934c-f142616fe0bd {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:44:43.191679 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 08d57c90-0cee-4b72-934c-f142616fe0bd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=08d57c90-0cee-4b72-934c-f142616fe0bd,segment=NetworkSegment(622f9d42-2ef0-4df2-9e01-d60060392ec1),segment_id=622f9d42-2ef0-4df2-9e01-d60060392ec1)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:44:43.310140 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:43.358384 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=08d57c90-0cee-4b72-934c-f142616fe0bd,revision_number=9']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:44:43.615573 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['08d57c90-0cee-4b72-934c-f142616fe0bd'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:44:44.018846 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5cbb5-4f6e-49f1-a37f-cc86c1494cb4 req-9902ee4d-920c-4e7c-a82e-c45af095a4aa tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:44.020425 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-cbe5cbb5-4f6e-49f1-a37f-cc86c1494cb4 req-9902ee4d-920c-4e7c-a82e-c45af095a4aa tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 944 time: 0.0557067 Aug 26 13:44:44.062739 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-cbe5cbb5-4f6e-49f1-a37f-cc86c1494cb4 req-cca4ab33-e6e5-417a-affe-728a2471c64c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355256 Aug 26 13:44:45.015476 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 08d57c90-0cee-4b72-934c-f142616fe0bd up at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:44:45.066550 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning complete for port 08d57c90-0cee-4b72-934c-f142616fe0bd triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:44:45.066917 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:45.149200 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:45.179258 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a36384-d740-49f8-bae0-e39291044de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d57c90-0cee-4b72-934c-f142616fe0bd'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:44:45.181587 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adf09783f65fc29d397fc30c9e785295af8fecd29e58eb7f547da51af43e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbb9323-47ec-4c97-b6ee-c7e8a0598d53" -d '{"events": [{"server_uuid": "85a36384-d740-49f8-bae0-e39291044de3", "name": "network-vif-plugged", "status": "completed", "tag": "08d57c90-0cee-4b72-934c-f142616fe0bd"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:44:45.185918 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff83a95-a84f-46a6-96e8-74c1284ba0b9 req-e3bee265-c95f-4e88-9ef8-48343f7af7ed tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:45.187478 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-bff83a95-a84f-46a6-96e8-74c1284ba0b9 req-e3bee265-c95f-4e88-9ef8-48343f7af7ed tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 944 time: 0.0526505 Aug 26 13:44:45.196106 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 08d57c90-0cee-4b72-934c-f142616fe0bd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=08d57c90-0cee-4b72-934c-f142616fe0bd,segment=NetworkSegment(622f9d42-2ef0-4df2-9e01-d60060392ec1),segment_id=622f9d42-2ef0-4df2-9e01-d60060392ec1)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:44:45.219242 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742f317b-6cbe-4710-a3c5-9889c6c5a920 x-openstack-request-id: req-742f317b-6cbe-4710-a3c5-9889c6c5a920 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:44:45.219782 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a36384-d740-49f8-bae0-e39291044de3", "name": "network-vif-plugged", "status": "completed", "tag": "08d57c90-0cee-4b72-934c-f142616fe0bd", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:44:45.220210 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-742f317b-6cbe-4710-a3c5-9889c6c5a920 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:44:45.220773 dv-cinder-786386-11-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a36384-d740-49f8-bae0-e39291044de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d57c90-0cee-4b72-934c-f142616fe0bd', 'code': 200} Aug 26 13:44:45.228745 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-bff83a95-a84f-46a6-96e8-74c1284ba0b9 req-696745d7-bff9-4200-ae71-b4171ec55fe9 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343714 Aug 26 13:44:45.281001 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:45.330555 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=08d57c90-0cee-4b72-934c-f142616fe0bd,revision_number=10']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:44:45.620108 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6467b3b-1492-46b3-99f0-6c6d6de69ff6 req-03a7f53e-c8e7-481d-be10-cdfd48c600bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:45.621592 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a6467b3b-1492-46b3-99f0-6c6d6de69ff6 req-03a7f53e-c8e7-481d-be10-cdfd48c600bc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 1099 time: 0.0409663 Aug 26 13:44:45.655151 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a6467b3b-1492-46b3-99f0-6c6d6de69ff6 req-5110d41d-5a22-4beb-a42f-946233522d69 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267541 Aug 26 13:44:46.358198 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3be8e8-159f-429a-9b37-457dc829f33b req-3319a94c-8428-40a4-91f6-ae5b6be26b52 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:46.359751 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-fd3be8e8-159f-429a-9b37-457dc829f33b req-3319a94c-8428-40a4-91f6-ae5b6be26b52 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 946 time: 0.0538845 Aug 26 13:44:46.399389 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-fd3be8e8-159f-429a-9b37-457dc829f33b req-d8e082c2-f23f-4c9e-889d-7928bbe61a0e tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338163 Aug 26 13:44:47.526119 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3caa4fc-0958-4da0-b7e4-bdeb9386dccf req-71dc07de-ada6-4f3b-9635-14c1473eb4fa tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:47.527750 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c3caa4fc-0958-4da0-b7e4-bdeb9386dccf req-71dc07de-ada6-4f3b-9635-14c1473eb4fa tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 946 time: 0.0539842 Aug 26 13:44:47.571491 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c3caa4fc-0958-4da0-b7e4-bdeb9386dccf req-bc20cf86-c020-4fe6-b7dc-5ce175a2433a tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366700 Aug 26 13:44:48.699684 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0adac-abbb-46d2-9720-dac124a7113e req-169d0fcc-bbe3-442c-9368-d54c6f77e378 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:48.709030 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-49a0adac-abbb-46d2-9720-dac124a7113e req-169d0fcc-bbe3-442c-9368-d54c6f77e378 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 946 time: 0.0529456 Aug 26 13:44:48.742725 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-49a0adac-abbb-46d2-9720-dac124a7113e req-84a916dd-7001-4a8c-8a71-2180cf091136 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359991 Aug 26 13:44:54.149339 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-fee1ad79-5cf9-4573-bd26-a5ba2707bcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:56.823765 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-10b24b86-63ab-4694-a492-0549d0ca7f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:57.463777 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:58.041381 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:58.506790 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277f46a-006b-49b0-b9ac-ba26ab5674f3 req-f2bee23e-d5c9-4bdf-8b4a-ccf694993da6 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:58.508249 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a277f46a-006b-49b0-b9ac-ba26ab5674f3 req-f2bee23e-d5c9-4bdf-8b4a-ccf694993da6 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 946 time: 0.0518999 Aug 26 13:44:58.545467 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a277f46a-006b-49b0-b9ac-ba26ab5674f3 req-fd1e6e43-9c23-475f-b315-2c9d16bd355d tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313373 Aug 26 13:44:58.567552 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 35130) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:44:58.652443 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:58.755350 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54110a6e-9047-462b-842d-e19dc4b4d3ee tempest-TestMinimumBasicScenario-834471512 tempest-TestMinimumBasicScenario-834471512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:44:58.756865 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-54110a6e-9047-462b-842d-e19dc4b4d3ee tempest-TestMinimumBasicScenario-834471512 tempest-TestMinimumBasicScenario-834471512-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 1094 time: 0.1883433 Aug 26 13:44:58.759926 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 35134) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:44:58.764416 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-dc5f4980-d7f9-4f64-aeb2-be9179fb187a tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Request body: {'floatingip': {'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'port_id': '8d027a05-3288-4b8b-b12d-875919b10a41', 'tenant_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:44:58.855356 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc5f4980-d7f9-4f64-aeb2-be9179fb187a tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks [] for floatingip, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:58.956295 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc5f4980-d7f9-4f64-aeb2-be9179fb187a tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:59.060833 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_common [None req-dc5f4980-d7f9-4f64-aeb2-be9179fb187a tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Allocated IP 172.27.2.236 (0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a/b7ae35bd-0037-4f3a-908b-b50a80e8b092/0e2461a1-041b-4ad3-8823-7dbd3b823b16) {{(pid=94614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:44:59.166753 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc5f4980-d7f9-4f64-aeb2-be9179fb187a tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks [] for port, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:59.270615 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc5f4980-d7f9-4f64-aeb2-be9179fb187a tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:59.311445 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5f4980-d7f9-4f64-aeb2-be9179fb187a tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Network 0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:44:59.314766 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-dc5f4980-d7f9-4f64-aeb2-be9179fb187a tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:44:59.318336 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5f4980-d7f9-4f64-aeb2-be9179fb187a tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Received port after_create {{(pid=94614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:44:59.323587 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f4980-d7f9-4f64-aeb2-be9179fb187a tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Pushing event updated for resources: {'Port': ['ID=0e2461a1-041b-4ad3-8823-7dbd3b823b16,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:44:59.683129 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc5f4980-d7f9-4f64-aeb2-be9179fb187a tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:59.805794 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc5f4980-d7f9-4f64-aeb2-be9179fb187a tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:44:59.960516 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc5f4980-d7f9-4f64-aeb2-be9179fb187a tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:00.023992 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc5f4980-d7f9-4f64-aeb2-be9179fb187a tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625096'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:00.092579 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f4980-d7f9-4f64-aeb2-be9179fb187a tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Pushing event updated for resources: {'Port': ['ID=0e2461a1-041b-4ad3-8823-7dbd3b823b16,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:00.103150 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc5f4980-d7f9-4f64-aeb2-be9179fb187a tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430417'] for floatingip, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:00.207599 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.db.l3_db [None req-dc5f4980-d7f9-4f64-aeb2-be9179fb187a tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Floating IP fd4efd31-675a-4d60-a571-6eb376b1fbb4 associated. External IP: 172.27.2.236, port: 8d027a05-3288-4b8b-b12d-875919b10a41. Aug 26 13:45:00.401115 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:00.644611 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5f4980-d7f9-4f64-aeb2-be9179fb187a tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Router be318f0a-4743-4191-a882-b228e95be6c3 has already been hosted by L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 {{(pid=94614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 13:45:00.758681 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5f4980-d7f9-4f64-aeb2-be9179fb187a tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:45:00.770015 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0425c6-25ee-4922-9852-de0f6ff29eb0 None None] Sync routers for ids ['be318f0a-4743-4191-a882-b228e95be6c3'] in dv-cinder-786386-11-iscsi {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:45:00.779087 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0425c6-25ee-4922-9852-de0f6ff29eb0 None None] Routers {'be318f0a-4743-4191-a882-b228e95be6c3'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:45:00.779642 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-3c0425c6-25ee-4922-9852-de0f6ff29eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:44:57Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['be318f0a-4743-4191-a882-b228e95be6c3'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:00.830733 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc5f4980-d7f9-4f64-aeb2-be9179fb187a tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for floatingip, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:00.866441 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-dc5f4980-d7f9-4f64-aeb2-be9179fb187a tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1054766 Aug 26 13:45:00.867034 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed35fd3-7490-4732-8beb-c8f28ba04c3b', 'tag': '8d027a05-3288-4b8b-b12d-875919b10a41'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:45:00.869539 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a01c3ba01e4bf0bec97fb524610b41262b2b21d9aec27a526a98035f21d3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79225b52-74e3-473b-8f6e-0fd8a0feb370" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed35fd3-7490-4732-8beb-c8f28ba04c3b", "tag": "8d027a05-3288-4b8b-b12d-875919b10a41"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:45:00.869898 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 35150) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:00.875111 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-eaea0db6-6f75-498e-a389-c0dfb4896481 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1061953014', 'description': 'tempest-secgroup-smoke-1061953014 description', 'project_id': '039fe7d5087a40a4aab7a67a367ab7c9'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:45:00.908237 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 13:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33ae013-c67c-4c33-b1d5-474e1a97e24a x-openstack-request-id: req-e33ae013-c67c-4c33-b1d5-474e1a97e24a {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:45:00.908531 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed35fd3-7490-4732-8beb-c8f28ba04c3b", "tag": "8d027a05-3288-4b8b-b12d-875919b10a41", "status": "completed", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:45:00.908786 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e33ae013-c67c-4c33-b1d5-474e1a97e24a {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:45:00.909187 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed35fd3-7490-4732-8beb-c8f28ba04c3b', 'tag': '8d027a05-3288-4b8b-b12d-875919b10a41', 'status': 'completed', 'code': 200} Aug 26 13:45:01.001257 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79225b52-74e3-473b-8f6e-0fd8a0feb370 req-49a241be-b82c-45c0-9ddd-3b0ee6fd4822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:01.002803 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-79225b52-74e3-473b-8f6e-0fd8a0feb370 req-49a241be-b82c-45c0-9ddd-3b0ee6fd4822 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=039fe7d5087a40a4aab7a67a367ab7c9&device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 1099 time: 0.0424726 Aug 26 13:45:01.007166 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-3c0425c6-25ee-4922-9852-de0f6ff29eb0 None None] Set router be318f0a-4743-4191-a882-b228e95be6c3 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:45:01.013002 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-eaea0db6-6f75-498e-a389-c0dfb4896481 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:01.098592 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-eaea0db6-6f75-498e-a389-c0dfb4896481 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:01.108209 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79225b52-74e3-473b-8f6e-0fd8a0feb370 req-1470f041-3c09-476f-b600-18a6ea159bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:01.110381 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-79225b52-74e3-473b-8f6e-0fd8a0feb370 req-1470f041-3c09-476f-b600-18a6ea159bfb service neutron] 10.222.0.38 "GET /v2.0/networks?id=b8bbff58-de61-4abd-b329-3e41147f5911 HTTP/1.1" status: 200 len: 916 time: 0.0967522 Aug 26 13:45:01.167228 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-eaea0db6-6f75-498e-a389-c0dfb4896481 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:01.185383 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-79225b52-74e3-473b-8f6e-0fd8a0feb370 req-46e60290-a87a-413d-8756-627d6059716f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d027a05-3288-4b8b-b12d-875919b10a41 HTTP/1.1" status: 200 len: 1000 time: 0.0655823 Aug 26 13:45:01.204554 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea0db6-6f75-498e-a389-c0dfb4896481 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd80f68-b442-4617-9f38-d24ae845eb8f,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:01.247507 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79225b52-74e3-473b-8f6e-0fd8a0feb370 req-b5ab8361-43ea-4e58-9e18-2a02ac0b6014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:01.249058 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-79225b52-74e3-473b-8f6e-0fd8a0feb370 req-b5ab8361-43ea-4e58-9e18-2a02ac0b6014 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1fabf100-a261-41a0-b2e1-8952c5255af8 HTTP/1.1" status: 200 len: 854 time: 0.0514207 Aug 26 13:45:01.251936 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-eaea0db6-6f75-498e-a389-c0dfb4896481 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:01.253168 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-eaea0db6-6f75-498e-a389-c0dfb4896481 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3822529 Aug 26 13:45:01.256292 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 35154) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:01.261895 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-29d29082-0a19-4284-af86-f4e30a3fe308 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Request body: {'security_group_rule': {'security_group_id': '0dd80f68-b442-4617-9f38-d24ae845eb8f', 'project_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:45:01.267852 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-3c0425c6-25ee-4922-9852-de0f6ff29eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'name': 'tempest-TestMinimumBasicScenario-1461724046-router', 'tenant_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f6f9865d-5966-4fab-941a-4007c41e467b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:43:31Z', 'updated_at': '2021-08-26T13:43:35Z', 'revision_number': 4, 'project_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'gw_port': {'id': 'f6f9865d-5966-4fab-941a-4007c41e467b', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:05:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:43:32Z', 'updated_at': '2021-08-26T13:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_floatingips': [{'id': 'fd4efd31-675a-4d60-a571-6eb376b1fbb4', 'tenant_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'router_id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'port_id': '8d027a05-3288-4b8b-b12d-875919b10a41', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8bbff58-de61-4abd-b329-3e41147f5911', 'mac_address': 'fa:16:3e:39:cf:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed35fd3-7490-4732-8beb-c8f28ba04c3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T13:44:59Z', 'updated_at': '2021-08-26T13:44:59Z', 'revision_number': 0, 'project_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8052fbc6-6c8d-4c1e-b01b-280d37bb1c05', 'name': '', 'network_id': 'b8bbff58-de61-4abd-b329-3e41147f5911', 'tenant_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'mac_address': 'fa:16:3e:6e:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1fabf100-a261-41a0-b2e1-8952c5255af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:43:34Z', 'updated_at': '2021-08-26T13:43:43Z', 'revision_number': 5, 'project_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'subnets': [{'id': '1fabf100-a261-41a0-b2e1-8952c5255af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:01.297273 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0425c6-25ee-4922-9852-de0f6ff29eb0 None None] Checking router: be318f0a-4743-4191-a882-b228e95be6c3 for host: dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:45:01.303324 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79225b52-74e3-473b-8f6e-0fd8a0feb370 req-66ed0eb2-b398-43db-b67b-dd51a104f636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:01.304918 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-79225b52-74e3-473b-8f6e-0fd8a0feb370 req-66ed0eb2-b398-43db-b67b-dd51a104f636 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b8bbff58-de61-4abd-b329-3e41147f5911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0476263 Aug 26 13:45:01.306637 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0425c6-25ee-4922-9852-de0f6ff29eb0 None None] Routers {'be318f0a-4743-4191-a882-b228e95be6c3'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:45:01.307261 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-3c0425c6-25ee-4922-9852-de0f6ff29eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:44:57Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['be318f0a-4743-4191-a882-b228e95be6c3'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:01.371772 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-29d29082-0a19-4284-af86-f4e30a3fe308 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:01.415815 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-79225b52-74e3-473b-8f6e-0fd8a0feb370 req-06f63c0d-d330-4d1a-8f3d-c6b07219a529 service neutron] 10.222.0.38 "GET /v2.0/networks/b8bbff58-de61-4abd-b329-3e41147f5911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027489 Aug 26 13:45:01.427931 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-3c0425c6-25ee-4922-9852-de0f6ff29eb0 None None] Set router be318f0a-4743-4191-a882-b228e95be6c3 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:45:01.445225 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-29d29082-0a19-4284-af86-f4e30a3fe308 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:01.529071 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-79225b52-74e3-473b-8f6e-0fd8a0feb370 req-75becdc4-ada9-4766-9182-9a53f3124901 service neutron] 10.222.0.38 "GET /v2.0/networks/b8bbff58-de61-4abd-b329-3e41147f5911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047833 Aug 26 13:45:01.537920 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-29d29082-0a19-4284-af86-f4e30a3fe308 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096277'] for security_group_rule, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:01.557771 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d29082-0a19-4284-af86-f4e30a3fe308 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cca3cb44-95ce-43c9-804e-82be85661db3,revision_number=0']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:01.663299 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-29d29082-0a19-4284-af86-f4e30a3fe308 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:01.667178 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-29d29082-0a19-4284-af86-f4e30a3fe308 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4072776 Aug 26 13:45:01.682706 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-3c0425c6-25ee-4922-9852-de0f6ff29eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'name': 'tempest-TestMinimumBasicScenario-1461724046-router', 'tenant_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f6f9865d-5966-4fab-941a-4007c41e467b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:43:31Z', 'updated_at': '2021-08-26T13:43:35Z', 'revision_number': 4, 'project_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'gw_port': {'id': 'f6f9865d-5966-4fab-941a-4007c41e467b', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:05:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:43:32Z', 'updated_at': '2021-08-26T13:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_floatingips': [{'id': 'fd4efd31-675a-4d60-a571-6eb376b1fbb4', 'tenant_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'router_id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'port_id': '8d027a05-3288-4b8b-b12d-875919b10a41', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8bbff58-de61-4abd-b329-3e41147f5911', 'mac_address': 'fa:16:3e:39:cf:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed35fd3-7490-4732-8beb-c8f28ba04c3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T13:44:59Z', 'updated_at': '2021-08-26T13:44:59Z', 'revision_number': 0, 'project_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8052fbc6-6c8d-4c1e-b01b-280d37bb1c05', 'name': '', 'network_id': 'b8bbff58-de61-4abd-b329-3e41147f5911', 'tenant_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'mac_address': 'fa:16:3e:6e:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1fabf100-a261-41a0-b2e1-8952c5255af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:43:34Z', 'updated_at': '2021-08-26T13:43:43Z', 'revision_number': 5, 'project_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'subnets': [{'id': '1fabf100-a261-41a0-b2e1-8952c5255af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:01.682933 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 35158) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:01.682933 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-8fc0deb3-fa39-45f7-b4f7-abc75680f215 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Request body: {'security_group_rule': {'security_group_id': '0dd80f68-b442-4617-9f38-d24ae845eb8f', 'project_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:45:01.693826 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0425c6-25ee-4922-9852-de0f6ff29eb0 None None] The sync data for ids ['be318f0a-4743-4191-a882-b228e95be6c3'] in dv-cinder-786386-11-iscsi is: [{'id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'name': 'tempest-TestMinimumBasicScenario-1461724046-router', 'tenant_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f6f9865d-5966-4fab-941a-4007c41e467b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:43:31Z', 'updated_at': '2021-08-26T13:43:35Z', 'revision_number': 4, 'project_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'gw_port': {'id': 'f6f9865d-5966-4fab-941a-4007c41e467b', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:05:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:43:32Z', 'updated_at': '2021-08-26T13:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_floatingips': [{'id': 'fd4efd31-675a-4d60-a571-6eb376b1fbb4', 'tenant_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'router_id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'port_id': '8d027a05-3288-4b8b-b12d-875919b10a41', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8bbff58-de61-4abd-b329-3e41147f5911', 'mac_address': 'fa:16:3e:39:cf:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed35fd3-7490-4732-8beb-c8f28ba04c3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T13:44:59Z', 'updated_at': '2021-08-26T13:44:59Z', 'revision_number': 0, 'project_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8052fbc6-6c8d-4c1e-b01b-280d37bb1c05', 'name': '', 'network_id': 'b8bbff58-de61-4abd-b329-3e41147f5911', 'tenant_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'mac_address': 'fa:16:3e:6e:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1fabf100-a261-41a0-b2e1-8952c5255af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:43:34Z', 'updated_at': '2021-08-26T13:43:43Z', 'revision_number': 5, 'project_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'subnets': [{'id': '1fabf100-a261-41a0-b2e1-8952c5255af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:45:01.861615 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-8fc0deb3-fa39-45f7-b4f7-abc75680f215 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:01.905225 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfb1fb3-3445-4dd7-abe6-2dc0c46cb7ce None None] New status for floating IP fd4efd31-675a-4d60-a571-6eb376b1fbb4: ACTIVE {{(pid=94617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 13:45:01.929540 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-8fc0deb3-fa39-45f7-b4f7-abc75680f215 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:01.983955 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-8fc0deb3-fa39-45f7-b4f7-abc75680f215 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096277'] for security_group_rule, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:02.001952 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0deb3-fa39-45f7-b4f7-abc75680f215 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca025cf4-dab9-4d13-a0c8-76425cdace7c,revision_number=0']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:02.104143 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-8fc0deb3-fa39-45f7-b4f7-abc75680f215 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:02.105387 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-8fc0deb3-fa39-45f7-b4f7-abc75680f215 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4368839 Aug 26 13:45:02.108061 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 35160) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:02.112479 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-ecdfaf67-fed7-45f9-95f2-e1967ffc18e6 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Request body: {'security_group_rule': {'security_group_id': '0dd80f68-b442-4617-9f38-d24ae845eb8f', 'project_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:45:02.217811 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ecdfaf67-fed7-45f9-95f2-e1967ffc18e6 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:02.276783 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ecdfaf67-fed7-45f9-95f2-e1967ffc18e6 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:02.349238 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ecdfaf67-fed7-45f9-95f2-e1967ffc18e6 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096277'] for security_group_rule, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:02.367953 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdfaf67-fed7-45f9-95f2-e1967ffc18e6 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6012bcf1-420c-4ef8-8955-5c141ca58742,revision_number=0']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:02.440811 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ecdfaf67-fed7-45f9-95f2-e1967ffc18e6 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:02.442114 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-ecdfaf67-fed7-45f9-95f2-e1967ffc18e6 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3331382 Aug 26 13:45:02.444908 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 35164) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:02.449466 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-5d7638b9-db8c-467f-8eeb-cf1e39c18cb4 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Request body: {'security_group_rule': {'security_group_id': '0dd80f68-b442-4617-9f38-d24ae845eb8f', 'project_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:45:02.589509 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5d7638b9-db8c-467f-8eeb-cf1e39c18cb4 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:02.655368 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5d7638b9-db8c-467f-8eeb-cf1e39c18cb4 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:02.732271 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5d7638b9-db8c-467f-8eeb-cf1e39c18cb4 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096277'] for security_group_rule, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:02.750832 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7638b9-db8c-467f-8eeb-cf1e39c18cb4 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e2ccbfa-cd75-49c7-823e-f37750c89dcc,revision_number=0']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:02.841067 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5d7638b9-db8c-467f-8eeb-cf1e39c18cb4 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:02.844965 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-5d7638b9-db8c-467f-8eeb-cf1e39c18cb4 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3966153 Aug 26 13:45:02.845230 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 35180) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:02.849847 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-7d758fcd-af66-447b-a0be-982f83347df7 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Request body: {'security_group_rule': {'security_group_id': '0dd80f68-b442-4617-9f38-d24ae845eb8f', 'project_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:45:02.944260 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.db.securitygroups_db [None req-7d758fcd-af66-447b-a0be-982f83347df7 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Project 039fe7d5087a40a4aab7a67a367ab7c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 13:45:02.949568 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-7d758fcd-af66-447b-a0be-982f83347df7 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:03.014595 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-7d758fcd-af66-447b-a0be-982f83347df7 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:03.081502 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-7d758fcd-af66-447b-a0be-982f83347df7 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096277'] for security_group_rule, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:03.099084 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d758fcd-af66-447b-a0be-982f83347df7 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f9f780-719c-46fa-b95b-1dbe045be2db,revision_number=0']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:03.179602 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-7d758fcd-af66-447b-a0be-982f83347df7 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:03.180808 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-7d758fcd-af66-447b-a0be-982f83347df7 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3345556 Aug 26 13:45:03.183663 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 35184) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:03.188336 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-3742d0cb-8189-4dbe-ad81-a917bf3e4011 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Request body: {'security_group_rule': {'security_group_id': '0dd80f68-b442-4617-9f38-d24ae845eb8f', 'project_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:45:03.227930 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79adc0d-3e98-4245-824a-8445a2b2be91 req-8e08caca-8fc3-414a-8db5-c8b3ece63176 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:03.229402 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b79adc0d-3e98-4245-824a-8445a2b2be91 req-8e08caca-8fc3-414a-8db5-c8b3ece63176 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4 HTTP/1.1" status: 200 len: 946 time: 0.0512326 Aug 26 13:45:03.267285 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b79adc0d-3e98-4245-824a-8445a2b2be91 req-6bdd70c8-88a6-4fe3-a80f-67e54506907d tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7228d2e-9a11-4228-8c72-d5606bfd687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314877 Aug 26 13:45:03.280778 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.db.securitygroups_db [None req-3742d0cb-8189-4dbe-ad81-a917bf3e4011 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Project 039fe7d5087a40a4aab7a67a367ab7c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 13:45:03.285934 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-3742d0cb-8189-4dbe-ad81-a917bf3e4011 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:03.351351 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-3742d0cb-8189-4dbe-ad81-a917bf3e4011 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:03.417562 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-3742d0cb-8189-4dbe-ad81-a917bf3e4011 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096277'] for security_group_rule, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:03.435012 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742d0cb-8189-4dbe-ad81-a917bf3e4011 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27511075-92b7-4b85-bd06-b86648070064,revision_number=0']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:03.509516 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-3742d0cb-8189-4dbe-ad81-a917bf3e4011 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:03.510785 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-3742d0cb-8189-4dbe-ad81-a917bf3e4011 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3261323 Aug 26 13:45:03.593614 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a6c8447e-90c3-4bb4-8aca-50164ea88bfc req-7fb729a3-43d1-4ce7-9226-7c2d820de2cb tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1061953014&fields=id&tenant_id=039fe7d5087a40a4aab7a67a367ab7c9 HTTP/1.1" status: 200 len: 267 time: 0.0354822 Aug 26 13:45:03.646878 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8447e-90c3-4bb4-8aca-50164ea88bfc req-14720290-5e08-47b2-a04a-2fed973b44cb tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:03.648259 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a6c8447e-90c3-4bb4-8aca-50164ea88bfc req-14720290-5e08-47b2-a04a-2fed973b44cb tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 946 time: 0.0484450 Aug 26 13:45:03.659901 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [req-a6c8447e-90c3-4bb4-8aca-50164ea88bfc req-1380c807-43b8-4ee8-8947-f9a1df2520b1 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Request body: {'port': {'security_groups': ['4bcc6f82-154b-4310-ad8d-f5a41c747124', '0dd80f68-b442-4617-9f38-d24ae845eb8f']}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:45:03.729658 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-a6c8447e-90c3-4bb4-8aca-50164ea88bfc req-1380c807-43b8-4ee8-8947-f9a1df2520b1 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:03.919374 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [req-a6c8447e-90c3-4bb4-8aca-50164ea88bfc req-1380c807-43b8-4ee8-8947-f9a1df2520b1 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] For port 8d027a05-3288-4b8b-b12d-875919b10a41, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8d027a05-3288-4b8b-b12d-875919b10a41,segment=NetworkSegment(63b47255-6e14-4cd1-a333-b328f9af37e7),segment_id=63b47255-6e14-4cd1-a333-b328f9af37e7)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:45:03.949482 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-a6c8447e-90c3-4bb4-8aca-50164ea88bfc req-1380c807-43b8-4ee8-8947-f9a1df2520b1 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:04.006623 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-a6c8447e-90c3-4bb4-8aca-50164ea88bfc req-1380c807-43b8-4ee8-8947-f9a1df2520b1 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625096'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:04.051896 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['8d027a05-3288-4b8b-b12d-875919b10a41'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:45:04.060904 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8447e-90c3-4bb4-8aca-50164ea88bfc req-1380c807-43b8-4ee8-8947-f9a1df2520b1 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:04.065883 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-a6c8447e-90c3-4bb4-8aca-50164ea88bfc req-1380c807-43b8-4ee8-8947-f9a1df2520b1 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:04.065883 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a6c8447e-90c3-4bb4-8aca-50164ea88bfc req-1380c807-43b8-4ee8-8947-f9a1df2520b1 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "PUT /v2.0/ports/8d027a05-3288-4b8b-b12d-875919b10a41 HTTP/1.1" status: 200 len: 982 time: 0.4090376 Aug 26 13:45:04.065883 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed35fd3-7490-4732-8beb-c8f28ba04c3b', 'tag': '8d027a05-3288-4b8b-b12d-875919b10a41'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:45:04.067091 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a01c3ba01e4bf0bec97fb524610b41262b2b21d9aec27a526a98035f21d3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c0001a-3b13-46e8-91e0-a2a91d356a93" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed35fd3-7490-4732-8beb-c8f28ba04c3b", "tag": "8d027a05-3288-4b8b-b12d-875919b10a41"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:45:04.090197 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1380c807-43b8-4ee8-8947-f9a1df2520b1 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Pushing event updated for resources: {'Port': ['ID=8d027a05-3288-4b8b-b12d-875919b10a41,revision_number=6']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:04.145628 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 13:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a900f136-1ebf-4d66-acd8-a21431ae16e4 x-openstack-request-id: req-a900f136-1ebf-4d66-acd8-a21431ae16e4 {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:45:04.145984 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed35fd3-7490-4732-8beb-c8f28ba04c3b", "tag": "8d027a05-3288-4b8b-b12d-875919b10a41", "status": "completed", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:45:04.146240 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a900f136-1ebf-4d66-acd8-a21431ae16e4 {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:45:04.146640 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed35fd3-7490-4732-8beb-c8f28ba04c3b', 'tag': '8d027a05-3288-4b8b-b12d-875919b10a41', 'status': 'completed', 'code': 200} Aug 26 13:45:04.254434 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd254407-a0fc-4117-86ba-815b2d432991 req-7cddcef4-e1fd-41a3-82fb-bbd93ba019e1 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:04.256209 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-fd254407-a0fc-4117-86ba-815b2d432991 req-7cddcef4-e1fd-41a3-82fb-bbd93ba019e1 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 985 time: 0.1018293 Aug 26 13:45:04.272600 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['8d027a05-3288-4b8b-b12d-875919b10a41'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:45:04.284348 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0001a-3b13-46e8-91e0-a2a91d356a93 req-d24331b0-7b6c-4e6b-8c03-303d1151d88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:04.285993 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a9c0001a-3b13-46e8-91e0-a2a91d356a93 req-d24331b0-7b6c-4e6b-8c03-303d1151d88b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=039fe7d5087a40a4aab7a67a367ab7c9&device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 1138 time: 0.0829573 Aug 26 13:45:04.361526 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-fd254407-a0fc-4117-86ba-815b2d432991 req-4a4e99c7-56b9-422f-8ef8-d753cf415e3e tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=0dd80f68-b442-4617-9f38-d24ae845eb8f&id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0989521 Aug 26 13:45:04.410734 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-5fb93613-af0e-499e-ab69-caf3599fed71 None None] Provisioning complete for port 8d027a05-3288-4b8b-b12d-875919b10a41 triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:45:04.411115 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5fb93613-af0e-499e-ab69-caf3599fed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:04.430603 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0001a-3b13-46e8-91e0-a2a91d356a93 req-85f77636-47e8-46fe-9d45-a449cbf577da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:04.432064 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a9c0001a-3b13-46e8-91e0-a2a91d356a93 req-85f77636-47e8-46fe-9d45-a449cbf577da service neutron] 10.222.0.38 "GET /v2.0/networks?id=b8bbff58-de61-4abd-b329-3e41147f5911 HTTP/1.1" status: 200 len: 916 time: 0.1378589 Aug 26 13:45:04.439824 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30e8fa-fac9-416d-9d7e-1c67db53d59f req-ccd4f442-26e3-4955-8dc5-e2de2b3eb26b tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:04.441249 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6b30e8fa-fac9-416d-9d7e-1c67db53d59f req-ccd4f442-26e3-4955-8dc5-e2de2b3eb26b tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4 HTTP/1.1" status: 200 len: 946 time: 0.0869899 Aug 26 13:45:04.528055 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6b30e8fa-fac9-416d-9d7e-1c67db53d59f req-0bbfe5c9-990b-43e6-a249-ff068d7273a3 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7228d2e-9a11-4228-8c72-d5606bfd687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790255 Aug 26 13:45:04.530059 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a9c0001a-3b13-46e8-91e0-a2a91d356a93 req-8c6d99b7-1726-4e87-ba86-8169ca6d3fa7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d027a05-3288-4b8b-b12d-875919b10a41 HTTP/1.1" status: 200 len: 1002 time: 0.0878959 Aug 26 13:45:04.582531 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0001a-3b13-46e8-91e0-a2a91d356a93 req-0b963f2b-48e1-4726-9e12-23d6de44430c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:04.584434 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a9c0001a-3b13-46e8-91e0-a2a91d356a93 req-0b963f2b-48e1-4726-9e12-23d6de44430c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1fabf100-a261-41a0-b2e1-8952c5255af8 HTTP/1.1" status: 200 len: 854 time: 0.0459604 Aug 26 13:45:04.635578 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0001a-3b13-46e8-91e0-a2a91d356a93 req-fcded9d6-d273-477a-92ce-445cb4af8533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:04.637315 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a9c0001a-3b13-46e8-91e0-a2a91d356a93 req-fcded9d6-d273-477a-92ce-445cb4af8533 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b8bbff58-de61-4abd-b329-3e41147f5911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0423946 Aug 26 13:45:04.738693 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a9c0001a-3b13-46e8-91e0-a2a91d356a93 req-1dd65a3a-aa68-4b31-9d3a-5336943560c9 service neutron] 10.222.0.38 "GET /v2.0/networks/b8bbff58-de61-4abd-b329-3e41147f5911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932641 Aug 26 13:45:04.834150 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a9c0001a-3b13-46e8-91e0-a2a91d356a93 req-c2119a58-d5f0-452a-8e2f-9e1d846ba93a service neutron] 10.222.0.38 "GET /v2.0/networks/b8bbff58-de61-4abd-b329-3e41147f5911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872612 Aug 26 13:45:05.418468 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd460d7-b32e-4292-992c-1ac1529b4b6f req-c9da03b0-a296-49cb-b2ca-bc8eeb585e88 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:05.419946 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-bdd460d7-b32e-4292-992c-1ac1529b4b6f req-c9da03b0-a296-49cb-b2ca-bc8eeb585e88 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.38 "GET /v2.0/ports?device_id=39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4 HTTP/1.1" status: 200 len: 946 time: 0.0497200 Aug 26 13:45:05.522209 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [req-bdd460d7-b32e-4292-992c-1ac1529b4b6f req-430e00d8-a01f-46b5-b472-11b03c2b1cfa tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Deleting port 40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7 {{(pid=94614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:45:05.522461 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-bdd460d7-b32e-4292-992c-1ac1529b4b6f req-430e00d8-a01f-46b5-b472-11b03c2b1cfa tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:05.648313 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [req-bdd460d7-b32e-4292-992c-1ac1529b4b6f req-430e00d8-a01f-46b5-b472-11b03c2b1cfa tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] For port 40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7,segment=NetworkSegment(333f8320-6673-407c-9555-81d2ae035560),segment_id=333f8320-6673-407c-9555-81d2ae035560)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:45:05.648671 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-bdd460d7-b32e-4292-992c-1ac1529b4b6f req-430e00d8-a01f-46b5-b472-11b03c2b1cfa tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:05.711677 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe0af4-302f-4aca-b969-25ccfc3a7728 req-9ed5ce56-52ba-471f-8c36-1c193a569de1 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:05.713311 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-20fe0af4-302f-4aca-b969-25ccfc3a7728 req-9ed5ce56-52ba-471f-8c36-1c193a569de1 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4 HTTP/1.1" status: 200 len: 946 time: 0.1157460 Aug 26 13:45:05.807096 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-20fe0af4-302f-4aca-b969-25ccfc3a7728 req-974dadb0-7376-4bc4-b16b-cb05381eb8a3 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7228d2e-9a11-4228-8c72-d5606bfd687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859373 Aug 26 13:45:05.859413 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-bdd460d7-b32e-4292-992c-1ac1529b4b6f req-430e00d8-a01f-46b5-b472-11b03c2b1cfa tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:05.860441 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-bdd460d7-b32e-4292-992c-1ac1529b4b6f req-430e00d8-a01f-46b5-b472-11b03c2b1cfa tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430417'] for floatingip, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:05.860759 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.db.l3_db [req-bdd460d7-b32e-4292-992c-1ac1529b4b6f req-430e00d8-a01f-46b5-b472-11b03c2b1cfa tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Floating IP aaa413c1-2a08-4174-8036-76d1dd530af9 disassociated. External IP: 172.27.2.101, port: 40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7. Aug 26 13:45:05.861106 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [req-bdd460d7-b32e-4292-992c-1ac1529b4b6f req-430e00d8-a01f-46b5-b472-11b03c2b1cfa tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Calling delete_port for 40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7 owned by compute:nova {{(pid=94614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:45:06.075171 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-bdd460d7-b32e-4292-992c-1ac1529b4b6f req-430e00d8-a01f-46b5-b472-11b03c2b1cfa tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:06.105666 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e00d8-a01f-46b5-b472-11b03c2b1cfa tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Pushing event deleted for resources: {'Port': ['ID=40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:06.226122 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdd460d7-b32e-4292-992c-1ac1529b4b6f req-430e00d8-a01f-46b5-b472-11b03c2b1cfa tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Router 248087d4-e254-48c9-8d21-833c348168c2 has already been hosted by L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 {{(pid=94614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 13:45:06.332758 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdd460d7-b32e-4292-992c-1ac1529b4b6f req-430e00d8-a01f-46b5-b472-11b03c2b1cfa tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:45:06.342590 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e84e2d7-671e-400a-b8dc-f9fae4dd4747 None None] Sync routers for ids ['248087d4-e254-48c9-8d21-833c348168c2'] in dv-cinder-786386-11-iscsi {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:45:06.352072 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e84e2d7-671e-400a-b8dc-f9fae4dd4747 None None] Routers {'248087d4-e254-48c9-8d21-833c348168c2'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:45:06.352684 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-7e84e2d7-671e-400a-b8dc-f9fae4dd4747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:44:57Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['248087d4-e254-48c9-8d21-833c348168c2'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:06.370939 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd460d7-b32e-4292-992c-1ac1529b4b6f req-430e00d8-a01f-46b5-b472-11b03c2b1cfa tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] No DVR routers for this DVR port 40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7 on host hv-cinder-78638 {{(pid=94614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 13:45:06.373470 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-bdd460d7-b32e-4292-992c-1ac1529b4b6f req-430e00d8-a01f-46b5-b472-11b03c2b1cfa tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:06.375567 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-bdd460d7-b32e-4292-992c-1ac1529b4b6f req-430e00d8-a01f-46b5-b472-11b03c2b1cfa tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.38 "DELETE /v2.0/ports/40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7 HTTP/1.1" status: 204 len: 173 time: 0.9438808 Aug 26 13:45:06.375946 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4', 'name': 'network-vif-deleted', 'tag': '40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:45:06.378239 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a01c3ba01e4bf0bec97fb524610b41262b2b21d9aec27a526a98035f21d3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6088a0d-da29-4174-9d7b-be9176d14f45" -d '{"events": [{"server_uuid": "39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4", "name": "network-vif-deleted", "tag": "40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:45:06.418166 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04fba1b-388a-45a7-93bc-45ece129e501 x-openstack-request-id: req-c04fba1b-388a-45a7-93bc-45ece129e501 {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:45:06.418459 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4", "name": "network-vif-deleted", "tag": "40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7", "status": "completed", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:45:06.418721 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c04fba1b-388a-45a7-93bc-45ece129e501 {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:45:06.419484 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4', 'name': 'network-vif-deleted', 'tag': '40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7', 'status': 'completed', 'code': 200} Aug 26 13:45:06.464362 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-7e84e2d7-671e-400a-b8dc-f9fae4dd4747 None None] Set router 248087d4-e254-48c9-8d21-833c348168c2 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:45:06.678084 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-7e84e2d7-671e-400a-b8dc-f9fae4dd4747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248087d4-e254-48c9-8d21-833c348168c2', 'name': 'tempest-AttachVolumeTestJSON-468661606-router', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '9f008d0b-e04e-4b83-a332-697932f46062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:38:37Z', 'updated_at': '2021-08-26T13:38:44Z', 'revision_number': 4, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'gw_port': {'id': '9f008d0b-e04e-4b83-a332-697932f46062', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248087d4-e254-48c9-8d21-833c348168c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:38:39Z', 'updated_at': '2021-08-26T13:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': 'ef327389-73d7-4620-9dc9-48f9cc2bbda7', 'name': '', 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'mac_address': 'fa:16:3e:08:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248087d4-e254-48c9-8d21-833c348168c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'c1715bbd-f5d8-429f-ad95-4ec258043bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:38:42Z', 'updated_at': '2021-08-26T13:38:51Z', 'revision_number': 5, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'subnets': [{'id': 'c1715bbd-f5d8-429f-ad95-4ec258043bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:06.709060 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e84e2d7-671e-400a-b8dc-f9fae4dd4747 None None] Checking router: 248087d4-e254-48c9-8d21-833c348168c2 for host: dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:45:06.717381 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e84e2d7-671e-400a-b8dc-f9fae4dd4747 None None] Routers {'248087d4-e254-48c9-8d21-833c348168c2'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:45:06.718031 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-7e84e2d7-671e-400a-b8dc-f9fae4dd4747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:44:57Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['248087d4-e254-48c9-8d21-833c348168c2'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:06.822724 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-7e84e2d7-671e-400a-b8dc-f9fae4dd4747 None None] Set router 248087d4-e254-48c9-8d21-833c348168c2 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:45:06.913185 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0e648aa2-b326-42ac-9272-7160e64e27dd req-efe6affa-be17-4552-93c7-b5d0815b8eb8 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/ports?device_id=39d6bac8-be6a-47d8-ba4e-9f7e3ee237f4 HTTP/1.1" status: 200 len: 210 time: 0.0271482 Aug 26 13:45:07.023146 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-7e84e2d7-671e-400a-b8dc-f9fae4dd4747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248087d4-e254-48c9-8d21-833c348168c2', 'name': 'tempest-AttachVolumeTestJSON-468661606-router', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '9f008d0b-e04e-4b83-a332-697932f46062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:38:37Z', 'updated_at': '2021-08-26T13:38:44Z', 'revision_number': 4, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'gw_port': {'id': '9f008d0b-e04e-4b83-a332-697932f46062', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248087d4-e254-48c9-8d21-833c348168c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:38:39Z', 'updated_at': '2021-08-26T13:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': 'ef327389-73d7-4620-9dc9-48f9cc2bbda7', 'name': '', 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'mac_address': 'fa:16:3e:08:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248087d4-e254-48c9-8d21-833c348168c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'c1715bbd-f5d8-429f-ad95-4ec258043bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:38:42Z', 'updated_at': '2021-08-26T13:38:51Z', 'revision_number': 5, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'subnets': [{'id': 'c1715bbd-f5d8-429f-ad95-4ec258043bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:07.050940 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e84e2d7-671e-400a-b8dc-f9fae4dd4747 None None] The sync data for ids ['248087d4-e254-48c9-8d21-833c348168c2'] in dv-cinder-786386-11-iscsi is: [{'id': '248087d4-e254-48c9-8d21-833c348168c2', 'name': 'tempest-AttachVolumeTestJSON-468661606-router', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '9f008d0b-e04e-4b83-a332-697932f46062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:38:37Z', 'updated_at': '2021-08-26T13:38:44Z', 'revision_number': 4, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'gw_port': {'id': '9f008d0b-e04e-4b83-a332-697932f46062', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248087d4-e254-48c9-8d21-833c348168c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:38:39Z', 'updated_at': '2021-08-26T13:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': 'ef327389-73d7-4620-9dc9-48f9cc2bbda7', 'name': '', 'network_id': 'd1d603f2-7a88-43bf-9288-e294a103440d', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'mac_address': 'fa:16:3e:08:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248087d4-e254-48c9-8d21-833c348168c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'c1715bbd-f5d8-429f-ad95-4ec258043bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:38:42Z', 'updated_at': '2021-08-26T13:38:51Z', 'revision_number': 5, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'subnets': [{'id': 'c1715bbd-f5d8-429f-ad95-4ec258043bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:45:07.272058 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e73bb15-5764-4c1c-820a-502844ffb27f None None] New status for floating IP aaa413c1-2a08-4174-8036-76d1dd530af9: DOWN {{(pid=94617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 13:45:08.058563 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 35206) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:08.111542 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-73b5a687-693c-4e29-b422-656b371a9b20 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:08.133363 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-73b5a687-693c-4e29-b422-656b371a9b20 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:08.235457 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-73b5a687-693c-4e29-b422-656b371a9b20 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:08.238093 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-73b5a687-693c-4e29-b422-656b371a9b20 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:08.239219 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-73b5a687-693c-4e29-b422-656b371a9b20 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "DELETE /v2.0/security-groups/b7228d2e-9a11-4228-8c72-d5606bfd687c HTTP/1.1" status: 204 len: 168 time: 0.1796899 Aug 26 13:45:08.242095 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 35208) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:08.248125 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5a687-693c-4e29-b422-656b371a9b20 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7228d2e-9a11-4228-8c72-d5606bfd687c,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:08.256351 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.api.v2.resource [None req-5b70ad5b-fe66-4204-b1c9-3aade92c7902 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] show failed (client error): The resource could not be found. Aug 26 13:45:08.257903 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-5b70ad5b-fe66-4204-b1c9-3aade92c7902 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "GET /v2.0/security-groups/b7228d2e-9a11-4228-8c72-d5606bfd687c HTTP/1.1" status: 404 len: 347 time: 0.0143278 Aug 26 13:45:08.260525 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 35210) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:08.387912 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-2fce0663-3126-4386-b3ca-05f82c1b69b8 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Deleting port 6a3d310d-35e2-4622-9116-5fddfc12694a {{(pid=94614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:45:08.388145 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-2fce0663-3126-4386-b3ca-05f82c1b69b8 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:08.462558 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-2fce0663-3126-4386-b3ca-05f82c1b69b8 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:08.462885 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-2fce0663-3126-4386-b3ca-05f82c1b69b8 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:08.474239 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-2fce0663-3126-4386-b3ca-05f82c1b69b8 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Calling delete_port for 6a3d310d-35e2-4622-9116-5fddfc12694a owned by network:floatingip {{(pid=94614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:45:08.674969 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-2fce0663-3126-4386-b3ca-05f82c1b69b8 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:08.698314 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce0663-3126-4386-b3ca-05f82c1b69b8 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Pushing event deleted for resources: {'Port': ['ID=6a3d310d-35e2-4622-9116-5fddfc12694a,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:08.764530 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-2fce0663-3126-4386-b3ca-05f82c1b69b8 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks [] for floatingip, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:08.767718 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-2fce0663-3126-4386-b3ca-05f82c1b69b8 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for floatingip, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:08.768888 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-2fce0663-3126-4386-b3ca-05f82c1b69b8 tempest-AttachVolumeTestJSON-1003117180 tempest-AttachVolumeTestJSON-1003117180-project] 10.222.0.35 "DELETE /v2.0/floatingips/aaa413c1-2a08-4174-8036-76d1dd530af9 HTTP/1.1" status: 204 len: 168 time: 0.5073640 Aug 26 13:45:08.771180 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 6 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:45:09.119331 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:45:09.138851 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] No Port match for: 40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7 {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:45:09.139203 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 40d93ea5-7d91-48ff-ab6e-dfbf7b991aa7 not bound to the agent host hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:45:12.743678 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 35242) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:13.252957 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-19faef01-ad69-4ff1-8ce5-823909169bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432655'] for router_interface, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:13.772323 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-19faef01-ad69-4ff1-8ce5-823909169bcb admin admin] Deleting port ef327389-73d7-4620-9dc9-48f9cc2bbda7 {{(pid=94614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:45:13.773050 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-19faef01-ad69-4ff1-8ce5-823909169bcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:13.856572 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-19faef01-ad69-4ff1-8ce5-823909169bcb admin admin] For port ef327389-73d7-4620-9dc9-48f9cc2bbda7, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=ef327389-73d7-4620-9dc9-48f9cc2bbda7,segment=NetworkSegment(333f8320-6673-407c-9555-81d2ae035560),segment_id=333f8320-6673-407c-9555-81d2ae035560)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:45:13.856939 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-19faef01-ad69-4ff1-8ce5-823909169bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:13.870597 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-19faef01-ad69-4ff1-8ce5-823909169bcb admin admin] Calling delete_port for ef327389-73d7-4620-9dc9-48f9cc2bbda7 owned by network:router_interface {{(pid=94614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:45:14.132309 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-19faef01-ad69-4ff1-8ce5-823909169bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:14.158603 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19faef01-ad69-4ff1-8ce5-823909169bcb admin admin] Pushing event deleted for resources: {'Port': ['ID=ef327389-73d7-4620-9dc9-48f9cc2bbda7,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:14.170434 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19faef01-ad69-4ff1-8ce5-823909169bcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:45:14.173791 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19faef01-ad69-4ff1-8ce5-823909169bcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:45:14.173791 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19faef01-ad69-4ff1-8ce5-823909169bcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:45:14.173791 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19faef01-ad69-4ff1-8ce5-823909169bcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:45:14.173791 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19faef01-ad69-4ff1-8ce5-823909169bcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:45:14.173791 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19faef01-ad69-4ff1-8ce5-823909169bcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:45:14.173791 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19faef01-ad69-4ff1-8ce5-823909169bcb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:45:14.173791 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19faef01-ad69-4ff1-8ce5-823909169bcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:45:14.173791 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19faef01-ad69-4ff1-8ce5-823909169bcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:45:14.174906 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19faef01-ad69-4ff1-8ce5-823909169bcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:45:14.174906 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19faef01-ad69-4ff1-8ce5-823909169bcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:45:14.174906 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19faef01-ad69-4ff1-8ce5-823909169bcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:45:14.331913 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-19faef01-ad69-4ff1-8ce5-823909169bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432837'] for router_interface, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:14.541485 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19faef01-ad69-4ff1-8ce5-823909169bcb admin admin] Router 248087d4-e254-48c9-8d21-833c348168c2 has already been hosted by L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 {{(pid=94614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 13:45:14.645376 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19faef01-ad69-4ff1-8ce5-823909169bcb admin admin] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:45:14.650455 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-19faef01-ad69-4ff1-8ce5-823909169bcb admin admin] 10.222.0.35 "PUT /v2.0/routers/248087d4-e254-48c9-8d21-833c348168c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9057136 Aug 26 13:45:14.653044 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 35248) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:14.656074 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b421aae-62e6-4e33-b1be-8c04ea7967e2 None None] Sync routers for ids ['248087d4-e254-48c9-8d21-833c348168c2'] in dv-cinder-786386-11-iscsi {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:45:14.671050 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b421aae-62e6-4e33-b1be-8c04ea7967e2 None None] Routers {'248087d4-e254-48c9-8d21-833c348168c2'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:45:14.671696 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-4b421aae-62e6-4e33-b1be-8c04ea7967e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:44:57Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['248087d4-e254-48c9-8d21-833c348168c2'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:14.764403 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e21a861c-b0c2-457e-b09d-22fe9d1e8bcb admin admin] Notify callbacks [] for router, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:14.775230 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-4b421aae-62e6-4e33-b1be-8c04ea7967e2 None None] Set router 248087d4-e254-48c9-8d21-833c348168c2 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:45:14.873268 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e21a861c-b0c2-457e-b09d-22fe9d1e8bcb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:14.998047 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-e21a861c-b0c2-457e-b09d-22fe9d1e8bcb admin admin] Deleting port 9f008d0b-e04e-4b83-a332-697932f46062 {{(pid=94614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:45:14.998425 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e21a861c-b0c2-457e-b09d-22fe9d1e8bcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:15.082835 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-4b421aae-62e6-4e33-b1be-8c04ea7967e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248087d4-e254-48c9-8d21-833c348168c2', 'name': 'tempest-AttachVolumeTestJSON-468661606-router', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '9f008d0b-e04e-4b83-a332-697932f46062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:38:37Z', 'updated_at': '2021-08-26T13:45:14Z', 'revision_number': 5, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'gw_port': {'id': '9f008d0b-e04e-4b83-a332-697932f46062', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248087d4-e254-48c9-8d21-833c348168c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:38:39Z', 'updated_at': '2021-08-26T13:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:15.087639 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-e21a861c-b0c2-457e-b09d-22fe9d1e8bcb admin admin] For port 9f008d0b-e04e-4b83-a332-697932f46062, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=9f008d0b-e04e-4b83-a332-697932f46062,segment=NetworkSegment(706c7343-f453-451d-93d0-3f6d714ba662),segment_id=706c7343-f453-451d-93d0-3f6d714ba662)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:45:15.088005 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e21a861c-b0c2-457e-b09d-22fe9d1e8bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:15.101651 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-e21a861c-b0c2-457e-b09d-22fe9d1e8bcb admin admin] Calling delete_port for 9f008d0b-e04e-4b83-a332-697932f46062 owned by network:router_gateway {{(pid=94614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:45:15.109674 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b421aae-62e6-4e33-b1be-8c04ea7967e2 None None] Checking router: 248087d4-e254-48c9-8d21-833c348168c2 for host: dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:45:15.118826 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b421aae-62e6-4e33-b1be-8c04ea7967e2 None None] Routers {'248087d4-e254-48c9-8d21-833c348168c2'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:45:15.119536 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-4b421aae-62e6-4e33-b1be-8c04ea7967e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:44:57Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['248087d4-e254-48c9-8d21-833c348168c2'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:15.208401 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-4b421aae-62e6-4e33-b1be-8c04ea7967e2 None None] Set router 248087d4-e254-48c9-8d21-833c348168c2 gateway port host: None {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:45:15.266935 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-4b421aae-62e6-4e33-b1be-8c04ea7967e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248087d4-e254-48c9-8d21-833c348168c2', 'name': 'tempest-AttachVolumeTestJSON-468661606-router', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:38:37Z', 'updated_at': '2021-08-26T13:45:14Z', 'revision_number': 6, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'gw_port_host': None}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:15.293770 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b421aae-62e6-4e33-b1be-8c04ea7967e2 None None] The sync data for ids ['248087d4-e254-48c9-8d21-833c348168c2'] in dv-cinder-786386-11-iscsi is: [{'id': '248087d4-e254-48c9-8d21-833c348168c2', 'name': 'tempest-AttachVolumeTestJSON-468661606-router', 'tenant_id': '65130eabd4ec48ceae0756fbd43feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:38:37Z', 'updated_at': '2021-08-26T13:45:14Z', 'revision_number': 6, 'project_id': '65130eabd4ec48ceae0756fbd43feccb', 'gw_port_host': None}] {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:45:15.366866 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e21a861c-b0c2-457e-b09d-22fe9d1e8bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:15.392479 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a861c-b0c2-457e-b09d-22fe9d1e8bcb admin admin] Pushing event deleted for resources: {'Port': ['ID=9f008d0b-e04e-4b83-a332-697932f46062,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:15.451707 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e21a861c-b0c2-457e-b09d-22fe9d1e8bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430495'] for router_gateway, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:15.541884 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e21a861c-b0c2-457e-b09d-22fe9d1e8bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-428288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13273'] for router, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:15.543971 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e21a861c-b0c2-457e-b09d-22fe9d1e8bcb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:15.675556 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e21a861c-b0c2-457e-b09d-22fe9d1e8bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-428303'] for router, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:15.676144 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21a861c-b0c2-457e-b09d-22fe9d1e8bcb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 248087d4-e254-48c9-8d21-833c348168c2 {{(pid=94614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 13:45:15.681156 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e21a861c-b0c2-457e-b09d-22fe9d1e8bcb admin admin] Notify callbacks [] for router, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:15.684565 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-e21a861c-b0c2-457e-b09d-22fe9d1e8bcb admin admin] 10.222.0.35 "DELETE /v2.0/routers/248087d4-e254-48c9-8d21-833c348168c2 HTTP/1.1" status: 204 len: 168 time: 1.0282266 Aug 26 13:45:15.684831 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 35250) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:15.731741 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66746fc-d101-4234-ab1c-b52b2ec8360b admin admin] Deleting subnet c1715bbd-f5d8-429f-ad95-4ec258043bdf {{(pid=94614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 13:45:15.734925 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d66746fc-d101-4234-ab1c-b52b2ec8360b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:15.768225 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d66746fc-d101-4234-ab1c-b52b2ec8360b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3147581'] for subnet, precommit_delete_associations {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:15.886811 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d66746fc-d101-4234-ab1c-b52b2ec8360b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541549'] for subnet, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:15.990161 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d66746fc-d101-4234-ab1c-b52b2ec8360b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8625026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10165663'] for subnet, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:16.019256 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66746fc-d101-4234-ab1c-b52b2ec8360b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1715bbd-f5d8-429f-ad95-4ec258043bdf,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:16.023307 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d66746fc-d101-4234-ab1c-b52b2ec8360b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for subnet, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:16.025185 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-d66746fc-d101-4234-ab1c-b52b2ec8360b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c1715bbd-f5d8-429f-ad95-4ec258043bdf HTTP/1.1" status: 204 len: 168 time: 0.3394349 Aug 26 13:45:16.029186 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 35252) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:16.033034 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e04c7c-79ad-43b3-992c-da27af8dbf3b None None] Network d1d603f2-7a88-43bf-9288-e294a103440d requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:45:16.099808 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a50f4194-39d6-4c0b-bb3f-3307e6e0e689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1476925'] for network, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:16.154648 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-a50f4194-39d6-4c0b-bb3f-3307e6e0e689 admin admin] Deleting port 941ebb78-4a35-46b6-8e70-72c94dc37016 {{(pid=94614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:45:16.155021 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a50f4194-39d6-4c0b-bb3f-3307e6e0e689 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:16.226461 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cf48f2-e764-4a31-a402-1aea8df9f3da None None] DHCP port deletion for d1d603f2-7a88-43bf-9288-e294a103440d request from dv-cinder-786386-11-iscsi {{(pid=94616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 13:45:16.228606 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-a50f4194-39d6-4c0b-bb3f-3307e6e0e689 admin admin] For port 941ebb78-4a35-46b6-8e70-72c94dc37016, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=941ebb78-4a35-46b6-8e70-72c94dc37016,segment=NetworkSegment(333f8320-6673-407c-9555-81d2ae035560),segment_id=333f8320-6673-407c-9555-81d2ae035560)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:45:16.229046 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a50f4194-39d6-4c0b-bb3f-3307e6e0e689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:16.245392 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-a50f4194-39d6-4c0b-bb3f-3307e6e0e689 admin admin] Calling delete_port for 941ebb78-4a35-46b6-8e70-72c94dc37016 owned by network:dhcp {{(pid=94614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:45:16.278330 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-89cf48f2-e764-4a31-a402-1aea8df9f3da None None] Deleting port 941ebb78-4a35-46b6-8e70-72c94dc37016 {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:45:16.278708 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-89cf48f2-e764-4a31-a402-1aea8df9f3da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:16.355179 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-89cf48f2-e764-4a31-a402-1aea8df9f3da None None] For port 941ebb78-4a35-46b6-8e70-72c94dc37016, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=941ebb78-4a35-46b6-8e70-72c94dc37016,segment=NetworkSegment(333f8320-6673-407c-9555-81d2ae035560),segment_id=333f8320-6673-407c-9555-81d2ae035560)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:45:16.355580 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-89cf48f2-e764-4a31-a402-1aea8df9f3da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:16.368880 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-89cf48f2-e764-4a31-a402-1aea8df9f3da None None] Calling delete_port for 941ebb78-4a35-46b6-8e70-72c94dc37016 owned by network:dhcp {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:45:16.378117 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a50f4194-39d6-4c0b-bb3f-3307e6e0e689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:16.408591 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f4194-39d6-4c0b-bb3f-3307e6e0e689 admin admin] Pushing event deleted for resources: {'Port': ['ID=941ebb78-4a35-46b6-8e70-72c94dc37016,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:16.413865 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50f4194-39d6-4c0b-bb3f-3307e6e0e689 admin admin] No DVR routers for this DVR port 941ebb78-4a35-46b6-8e70-72c94dc37016 on host dv-cinder-786386-11-iscsi {{(pid=94614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 13:45:16.478982 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-89cf48f2-e764-4a31-a402-1aea8df9f3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:16.486397 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a50f4194-39d6-4c0b-bb3f-3307e6e0e689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-539478', 'neutron.services.segments.db._delete_segments_for_network-8790400307694'] for network, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:16.496794 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.services.segments.db [None req-a50f4194-39d6-4c0b-bb3f-3307e6e0e689 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d603f2-7a88-43bf-9288-e294a103440d']}} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:16.507439 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf48f2-e764-4a31-a402-1aea8df9f3da None None] Pushing event deleted for resources: {'Port': ['ID=941ebb78-4a35-46b6-8e70-72c94dc37016,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:16.508141 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.services.segments.db [None req-a50f4194-39d6-4c0b-bb3f-3307e6e0e689 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '333f8320-6673-407c-9555-81d2ae035560') {'for_net_delete': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:16.508430 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.services.segments.db [None req-a50f4194-39d6-4c0b-bb3f-3307e6e0e689 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '333f8320-6673-407c-9555-81d2ae035560') {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:16.511202 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cf48f2-e764-4a31-a402-1aea8df9f3da None None] No DVR routers for this DVR port 941ebb78-4a35-46b6-8e70-72c94dc37016 on host dv-cinder-786386-11-iscsi {{(pid=94616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 13:45:16.522945 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a50f4194-39d6-4c0b-bb3f-3307e6e0e689 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790400307577', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3147554'] for segment, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:16.539144 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a50f4194-39d6-4c0b-bb3f-3307e6e0e689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388'] for segment, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:16.545063 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a50f4194-39d6-4c0b-bb3f-3307e6e0e689 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=94614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 13:45:16.545449 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a50f4194-39d6-4c0b-bb3f-3307e6e0e689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8625124'] for segment, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:16.547080 dv-cinder-786386-11-iscsi neutron-server[94614]: Traceback (most recent call last): Aug 26 13:45:16.547080 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 13:45:16.547080 dv-cinder-786386-11-iscsi neutron-server[94614]: timer() Aug 26 13:45:16.547080 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 13:45:16.547080 dv-cinder-786386-11-iscsi neutron-server[94614]: cb(*args, **kw) Aug 26 13:45:16.547080 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 13:45:16.547080 dv-cinder-786386-11-iscsi neutron-server[94614]: return func(*args, **kwargs) Aug 26 13:45:16.547080 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 13:45:16.547080 dv-cinder-786386-11-iscsi neutron-server[94614]: self._notify() Aug 26 13:45:16.547080 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 13:45:16.547080 dv-cinder-786386-11-iscsi neutron-server[94614]: self.callback(batched_events) Aug 26 13:45:16.547080 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 13:45:16.547080 dv-cinder-786386-11-iscsi neutron-server[94614]: event.method(event) Aug 26 13:45:16.547080 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 13:45:16.547080 dv-cinder-786386-11-iscsi neutron-server[94614]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 13:45:16.547080 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 13:45:16.547080 dv-cinder-786386-11-iscsi neutron-server[94614]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 13:45:16.547080 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 13:45:16.547080 dv-cinder-786386-11-iscsi neutron-server[94614]: return f(self, *a, **k) Aug 26 13:45:16.547080 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 13:45:16.547080 dv-cinder-786386-11-iscsi neutron-server[94614]: return self._get(url).json() Aug 26 13:45:16.547080 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 13:45:16.547080 dv-cinder-786386-11-iscsi neutron-server[94614]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 13:45:16.547080 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 13:45:16.547080 dv-cinder-786386-11-iscsi neutron-server[94614]: return self.request(url, 'GET', **kwargs) Aug 26 13:45:16.547080 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 13:45:16.547080 dv-cinder-786386-11-iscsi neutron-server[94614]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 13:45:16.547080 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 13:45:16.547080 dv-cinder-786386-11-iscsi neutron-server[94614]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 13:45:16.547080 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 13:45:16.547080 dv-cinder-786386-11-iscsi neutron-server[94614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 13:45:16.547080 dv-cinder-786386-11-iscsi neutron-server[94614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 13:45:16.675007 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a50f4194-39d6-4c0b-bb3f-3307e6e0e689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-539439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430499'] for network, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:16.681819 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a50f4194-39d6-4c0b-bb3f-3307e6e0e689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for network, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:16.683704 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-a50f4194-39d6-4c0b-bb3f-3307e6e0e689 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d1d603f2-7a88-43bf-9288-e294a103440d HTTP/1.1" status: 204 len: 168 time: 0.6535721 Aug 26 13:45:16.694118 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f4194-39d6-4c0b-bb3f-3307e6e0e689 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1d603f2-7a88-43bf-9288-e294a103440d,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:16.974575 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 35258) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:17.023321 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-3b440c66-c788-4d45-b1fb-9f2e6a3dc4db admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=65130eabd4ec48ceae0756fbd43feccb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471935 Aug 26 13:45:17.025453 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 35260) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:17.078109 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-de419f8f-06c0-40eb-ae84-90879ad9196b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:17.099764 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-de419f8f-06c0-40eb-ae84-90879ad9196b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:17.247825 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-de419f8f-06c0-40eb-ae84-90879ad9196b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:17.250491 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-de419f8f-06c0-40eb-ae84-90879ad9196b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:17.254076 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-de419f8f-06c0-40eb-ae84-90879ad9196b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e236304d-7727-4f2b-863e-45f49ca67a8b HTTP/1.1" status: 204 len: 168 time: 0.2253230 Aug 26 13:45:17.260524 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de419f8f-06c0-40eb-ae84-90879ad9196b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e236304d-7727-4f2b-863e-45f49ca67a8b,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:17.304014 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 9f008d0b-e04e-4b83-a332-697932f46062 no longer exists at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:45:17.323680 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] No Port match for: 9f008d0b-e04e-4b83-a332-697932f46062 {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:45:17.324108 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 9f008d0b-e04e-4b83-a332-697932f46062 not bound to the agent host dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:45:17.324587 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 941ebb78-4a35-46b6-8e70-72c94dc37016 no longer exists at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:45:17.345464 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] No Port match for: 941ebb78-4a35-46b6-8e70-72c94dc37016 {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:45:17.345464 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 941ebb78-4a35-46b6-8e70-72c94dc37016 not bound to the agent host dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:45:17.345464 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device ef327389-73d7-4620-9dc9-48f9cc2bbda7 no longer exists at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:45:17.362622 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] No Port match for: ef327389-73d7-4620-9dc9-48f9cc2bbda7 {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:45:17.362966 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device ef327389-73d7-4620-9dc9-48f9cc2bbda7 not bound to the agent host dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:45:18.368228 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 35284) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:18.469827 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-19d888b5-f420-4f81-bc11-11115f7e8573 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1545737470-network', 'tenant_id': '499165fead6a4c90a91fe80e4848ab7f'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:45:18.549649 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d888b5-f420-4f81-bc11-11115f7e8573 admin admin] Made reservation on behalf of 499165fead6a4c90a91fe80e4848ab7f for: {'network': 1} {{(pid=94614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:45:18.552118 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-19d888b5-f420-4f81-bc11-11115f7e8573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for network, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:18.564813 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-19d888b5-f420-4f81-bc11-11115f7e8573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:18.684765 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-19d888b5-f420-4f81-bc11-11115f7e8573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:18.710183 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7f6d2-b8be-43fd-802c-95a6d8e705d0 req-4464eb8b-7412-4351-bd8e-68fb6ba6c178 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:18.711711 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4cb7f6d2-b8be-43fd-802c-95a6d8e705d0 req-4464eb8b-7412-4351-bd8e-68fb6ba6c178 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 985 time: 0.0628345 Aug 26 13:45:18.750411 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-19d888b5-f420-4f81-bc11-11115f7e8573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:18.757515 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4cb7f6d2-b8be-43fd-802c-95a6d8e705d0 req-e34be628-0b59-46e6-b323-62fc8290a114 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=0dd80f68-b442-4617-9f38-d24ae845eb8f&id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387425 Aug 26 13:45:18.798784 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d888b5-f420-4f81-bc11-11115f7e8573 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=94614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 13:45:18.819933 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d888b5-f420-4f81-bc11-11115f7e8573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55790a66-2b70-47bb-8ea4-53bf356ef1d5,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:18.822920 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-19d888b5-f420-4f81-bc11-11115f7e8573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388'] for segment, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:18.823256 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.db.segments_db [None req-19d888b5-f420-4f81-bc11-11115f7e8573 admin admin] Added segment 7e635d5e-6c50-41c7-b456-bf61fbd76aa2 of type vlan for network 801f6951-36f4-49ce-9154-41081b4e840c Aug 26 13:45:18.869007 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341be91-868f-4857-b05a-1a34a50cab76 req-13e4ce5e-e1d0-4b7a-8d3e-f349f9559e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:18.870523 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c341be91-868f-4857-b05a-1a34a50cab76 req-13e4ce5e-e1d0-4b7a-8d3e-f349f9559e65 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=039fe7d5087a40a4aab7a67a367ab7c9&device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 1138 time: 0.1085844 Aug 26 13:45:18.873784 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-19d888b5-f420-4f81-bc11-11115f7e8573 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790399845762'] for network, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:18.971243 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341be91-868f-4857-b05a-1a34a50cab76 req-06ab4efa-56ad-40b7-9cfb-a39d08edd59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:18.972757 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c341be91-868f-4857-b05a-1a34a50cab76 req-06ab4efa-56ad-40b7-9cfb-a39d08edd59f service neutron] 10.222.0.38 "GET /v2.0/networks?id=b8bbff58-de61-4abd-b329-3e41147f5911 HTTP/1.1" status: 200 len: 916 time: 0.0917492 Aug 26 13:45:19.019796 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-19d888b5-f420-4f81-bc11-11115f7e8573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412'] for network, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:19.020730 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d888b5-f420-4f81-bc11-11115f7e8573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:19.021310 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-19d888b5-f420-4f81-bc11-11115f7e8573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for network, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:19.094472 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c341be91-868f-4857-b05a-1a34a50cab76 req-a3b336eb-c458-4cbb-a2b3-629bc0b4e929 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d027a05-3288-4b8b-b12d-875919b10a41 HTTP/1.1" status: 200 len: 1002 time: 0.1137350 Aug 26 13:45:19.097219 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d888b5-f420-4f81-bc11-11115f7e8573 admin admin] Pushing event updated for resources: {'Network': ['ID=801f6951-36f4-49ce-9154-41081b4e840c,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:19.107539 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Network 801f6951-36f4-49ce-9154-41081b4e840c details requested by agent ovs-agent-dv-cinder-786386-11-iscsi with host dv-cinder-786386-11-iscsi {{(pid=94616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 13:45:19.134203 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-19d888b5-f420-4f81-bc11-11115f7e8573 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7648654 Aug 26 13:45:19.143162 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 35292) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:19.147910 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-8dcb2594-08f5-40bc-ab6e-e0b3d62b45c5 admin admin] Request body: {'subnet': {'network_id': '801f6951-36f4-49ce-9154-41081b4e840c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1545737470-subnet', 'tenant_id': '499165fead6a4c90a91fe80e4848ab7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:45:19.156620 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341be91-868f-4857-b05a-1a34a50cab76 req-629b491b-defc-45d9-a9ae-b09eb7db740a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:19.158229 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c341be91-868f-4857-b05a-1a34a50cab76 req-629b491b-defc-45d9-a9ae-b09eb7db740a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1fabf100-a261-41a0-b2e1-8952c5255af8 HTTP/1.1" status: 200 len: 854 time: 0.0561798 Aug 26 13:45:19.213118 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341be91-868f-4857-b05a-1a34a50cab76 req-a6c5d03d-5697-4fb2-81e8-1d672061defd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:19.214747 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c341be91-868f-4857-b05a-1a34a50cab76 req-a6c5d03d-5697-4fb2-81e8-1d672061defd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b8bbff58-de61-4abd-b329-3e41147f5911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0490682 Aug 26 13:45:19.281061 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcb2594-08f5-40bc-ab6e-e0b3d62b45c5 admin admin] Made reservation on behalf of 499165fead6a4c90a91fe80e4848ab7f for: {'subnet': 1} {{(pid=94614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:45:19.283838 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-8dcb2594-08f5-40bc-ab6e-e0b3d62b45c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10165748'] for subnet, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:19.592158 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c341be91-868f-4857-b05a-1a34a50cab76 req-ea0198ce-ae9e-4e50-b1c3-acb4687fecca service neutron] 10.222.0.38 "GET /v2.0/networks/b8bbff58-de61-4abd-b329-3e41147f5911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645403 Aug 26 13:45:19.730338 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c341be91-868f-4857-b05a-1a34a50cab76 req-39e9a523-0e35-40c5-9acf-775848766467 service neutron] 10.222.0.38 "GET /v2.0/networks/b8bbff58-de61-4abd-b329-3e41147f5911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259460 Aug 26 13:45:19.812217 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-8dcb2594-08f5-40bc-ab6e-e0b3d62b45c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8621377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10165638'] for subnet, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:19.903487 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb2594-08f5-40bc-ab6e-e0b3d62b45c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90af5ce6-9610-4682-9ee6-124de69708b6,revision_number=0']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:19.912907 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcb2594-08f5-40bc-ab6e-e0b3d62b45c5 admin admin] Checking segment: {'id': '7e635d5e-6c50-41c7-b456-bf61fbd76aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '801f6951-36f4-49ce-9154-41081b4e840c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:45:19.913262 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcb2594-08f5-40bc-ab6e-e0b3d62b45c5 admin admin] Network hostable DHCP agents. Network: 801f6951-36f4-49ce-9154-41081b4e840c, hostable agents: ['4ade96b1-406d-4ebc-948b-9bb0af99b177'], hosted agents: [] {{(pid=94614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 13:45:19.929795 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b722ddf-5542-41b8-8ea5-8bfff1f0cbc6 req-55e4b1c2-980e-4f5e-a638-deed0d78ced4 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:19.931217 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8b722ddf-5542-41b8-8ea5-8bfff1f0cbc6 req-55e4b1c2-980e-4f5e-a638-deed0d78ced4 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 985 time: 0.0931082 Aug 26 13:45:19.976642 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8b722ddf-5542-41b8-8ea5-8bfff1f0cbc6 req-b43d368c-9f6f-4c1c-a818-e25f7f340516 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=0dd80f68-b442-4617-9f38-d24ae845eb8f&id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371273 Aug 26 13:45:19.989155 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcb2594-08f5-40bc-ab6e-e0b3d62b45c5 admin admin] Network 801f6951-36f4-49ce-9154-41081b4e840c is scheduled to be hosted by DHCP agent 4ade96b1-406d-4ebc-948b-9bb0af99b177 with binding_index 1 {{(pid=94614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 13:45:20.063829 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-8dcb2594-08f5-40bc-ab6e-e0b3d62b45c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-11-iscsi, 801f6951-36f4-49ce-9154-41081b4e840c) {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:45:20.068519 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcb2594-08f5-40bc-ab6e-e0b3d62b45c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:20.069370 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-8dcb2594-08f5-40bc-ab6e-e0b3d62b45c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for subnet, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:20.072475 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb1dad4-0d40-48b7-8bc0-2839109fd956 None None] Network 801f6951-36f4-49ce-9154-41081b4e840c requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:45:20.150232 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-8dcb2594-08f5-40bc-ab6e-e0b3d62b45c5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0059283 Aug 26 13:45:20.194014 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10ebe98-13b8-4425-b4d1-900572cbf689 None None] Network 801f6951-36f4-49ce-9154-41081b4e840c requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:45:20.568305 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-f2c2d6ff-b822-4948-8f9a-a16243754c64 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:20.569801 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-f2c2d6ff-b822-4948-8f9a-a16243754c64 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/networks?id=801f6951-36f4-49ce-9154-41081b4e840c HTTP/1.1" status: 200 len: 815 time: 0.1003432 Aug 26 13:45:20.585912 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-bc021ef4-741e-4126-8005-34f76dddcfc0 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/quotas/499165fead6a4c90a91fe80e4848ab7f HTTP/1.1" status: 200 len: 375 time: 0.0099928 Aug 26 13:45:20.623296 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-dd53cb6f-9e32-4a38-a4db-b43ea1eeb1a7 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=499165fead6a4c90a91fe80e4848ab7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270443 Aug 26 13:45:20.717408 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-9802dd71-91c4-495d-b3b7-86697c1b8012 service neutron] 10.222.0.35 "GET /v2.0/networks/801f6951-36f4-49ce-9154-41081b4e840c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861840 Aug 26 13:45:20.804003 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-f38ad604-e4df-440b-b37e-836e0ede537c service neutron] 10.222.0.35 "GET /v2.0/networks/801f6951-36f4-49ce-9154-41081b4e840c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804880 Aug 26 13:45:21.004373 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d3fd0fec-6967-4984-9103-970643686a08 req-884df164-04db-4bcf-8af0-fad89f59f7be tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=86083c0c-da35-4555-9e79-22bace104ae4 HTTP/1.1" status: 200 len: 210 time: 0.0306356 Aug 26 13:45:21.106717 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a445d-14c5-4ae0-8d5b-aa824111cee3 req-86591b5c-dcb8-4562-8b09-4759ba550af7 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:21.109294 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-825a445d-14c5-4ae0-8d5b-aa824111cee3 req-86591b5c-dcb8-4562-8b09-4759ba550af7 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 985 time: 0.0587955 Aug 26 13:45:21.157194 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-825a445d-14c5-4ae0-8d5b-aa824111cee3 req-0cf47adf-ff49-48c3-93df-c35417e0fb40 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=0dd80f68-b442-4617-9f38-d24ae845eb8f&id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414979 Aug 26 13:45:22.104342 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ed6f1c3f-ba0e-4e70-81f1-5c710df883af req-7e538997-e258-4ff8-8281-b6da1cd73ec3 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=86083c0c-da35-4555-9e79-22bace104ae4 HTTP/1.1" status: 200 len: 210 time: 0.0270128 Aug 26 13:45:22.280161 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cada09-248b-41ac-acd4-2f564b09bdad req-d7f7c06c-f09f-4a4d-9194-f689fac62ebe tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:22.281601 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-77cada09-248b-41ac-acd4-2f564b09bdad req-d7f7c06c-f09f-4a4d-9194-f689fac62ebe tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 985 time: 0.0530949 Aug 26 13:45:22.327153 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-77cada09-248b-41ac-acd4-2f564b09bdad req-7548b84f-3bef-4014-848b-c8b32b31130e tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=0dd80f68-b442-4617-9f38-d24ae845eb8f&id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388265 Aug 26 13:45:22.880919 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 35340) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:22.952650 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4c228-27a5-4e2d-954f-b60028f5459f req-9beb0c98-d899-431b-9bd4-9cd36db2d5a6 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:22.954291 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-43c4c228-27a5-4e2d-954f-b60028f5459f req-9beb0c98-d899-431b-9bd4-9cd36db2d5a6 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 946 time: 0.0893502 Aug 26 13:45:22.992851 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-3ce97f73-1172-4153-be6b-c2ca54a21299 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:22.994527 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-3ce97f73-1172-4153-be6b-c2ca54a21299 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.38 "GET /v2.0/networks?id=801f6951-36f4-49ce-9154-41081b4e840c HTTP/1.1" status: 200 len: 815 time: 0.1781838 Aug 26 13:45:23.025705 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-deddd2f4-d65f-4643-b29b-87e3205beaad tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Request body: {'port': {'device_id': '86083c0c-da35-4555-9e79-22bace104ae4', 'network_id': '801f6951-36f4-49ce-9154-41081b4e840c', 'admin_state_up': True, 'tenant_id': '499165fead6a4c90a91fe80e4848ab7f'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:45:23.059503 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-43c4c228-27a5-4e2d-954f-b60028f5459f req-f854ccb8-f024-40be-a59d-6d78a0bca46c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951664 Aug 26 13:45:23.213349 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-df25e880-c1f4-4f09-aa85-74bfc54248bd req-726a07c3-ec84-41e7-ba35-9b8770c13fb9 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=86083c0c-da35-4555-9e79-22bace104ae4 HTTP/1.1" status: 200 len: 210 time: 0.0362458 Aug 26 13:45:23.290491 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-7a25cae5-6f65-437b-b96a-80fd11ab7681 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Deleting port e7f0b182-882d-4e6d-a915-7500a4ae47a1 {{(pid=94614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:45:23.290831 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-7a25cae5-6f65-437b-b96a-80fd11ab7681 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:23.338032 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-deddd2f4-d65f-4643-b29b-87e3205beaad tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Made reservation on behalf of 499165fead6a4c90a91fe80e4848ab7f for: {'port': 1} {{(pid=94614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:45:23.341447 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-deddd2f4-d65f-4643-b29b-87e3205beaad tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:23.388944 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-7a25cae5-6f65-437b-b96a-80fd11ab7681 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:23.391869 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-7a25cae5-6f65-437b-b96a-80fd11ab7681 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:23.445497 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-7a25cae5-6f65-437b-b96a-80fd11ab7681 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Calling delete_port for e7f0b182-882d-4e6d-a915-7500a4ae47a1 owned by network:floatingip {{(pid=94614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:45:23.595509 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b141b5-d0af-400b-9f54-72a033ea58e3 req-45a8d924-6c23-46cc-bf67-89d2b31f2169 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:23.596915 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-70b141b5-d0af-400b-9f54-72a033ea58e3 req-45a8d924-6c23-46cc-bf67-89d2b31f2169 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 985 time: 0.1702790 Aug 26 13:45:23.640918 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_common [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-deddd2f4-d65f-4643-b29b-87e3205beaad tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Allocated IP 172.20.0.4 (801f6951-36f4-49ce-9154-41081b4e840c/90af5ce6-9610-4682-9ee6-124de69708b6/f7e5e936-31e6-416f-a2a4-1c4b58b3b76d) {{(pid=94614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:45:23.685570 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-70b141b5-d0af-400b-9f54-72a033ea58e3 req-dd0fe5f3-aeae-4bd6-9f40-42e00f6a451d tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=0dd80f68-b442-4617-9f38-d24ae845eb8f&id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0812476 Aug 26 13:45:23.855844 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-deddd2f4-d65f-4643-b29b-87e3205beaad tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Notify callbacks [] for port, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:23.864910 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-7a25cae5-6f65-437b-b96a-80fd11ab7681 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:23.897011 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a25cae5-6f65-437b-b96a-80fd11ab7681 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Pushing event deleted for resources: {'Port': ['ID=e7f0b182-882d-4e6d-a915-7500a4ae47a1,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:23.975592 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-7a25cae5-6f65-437b-b96a-80fd11ab7681 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks [] for floatingip, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:23.975920 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.db.l3_db [None req-7a25cae5-6f65-437b-b96a-80fd11ab7681 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Floating IP 441cb328-d01b-4bbf-9cb1-4bb52b601728 disassociated (deleted). External IP: 172.27.2.175, port: ec76c22b-2ff4-49d9-a6df-c391c0696e52. Aug 26 13:45:24.015383 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-deddd2f4-d65f-4643-b29b-87e3205beaad tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:24.106214 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-deddd2f4-d65f-4643-b29b-87e3205beaad tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Network 801f6951-36f4-49ce-9154-41081b4e840c is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:45:24.115999 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-deddd2f4-d65f-4643-b29b-87e3205beaad tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:45:24.124121 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-deddd2f4-d65f-4643-b29b-87e3205beaad tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Received port after_create {{(pid=94614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:45:24.143692 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-3e9e875a-59f3-4201-a4e3-981476601d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:24.150834 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deddd2f4-d65f-4643-b29b-87e3205beaad tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Pushing event updated for resources: {'Port': ['ID=f7e5e936-31e6-416f-a2a4-1c4b58b3b76d,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:24.216767 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-deddd2f4-d65f-4643-b29b-87e3205beaad tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:24.217481 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-deddd2f4-d65f-4643-b29b-87e3205beaad tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:24.286920 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf455d-6259-4ba2-94ff-9a546fc6b1c6 req-b5330b5e-19ca-41c4-9d8f-911572bb6055 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:24.288580 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-81bf455d-6259-4ba2-94ff-9a546fc6b1c6 req-b5330b5e-19ca-41c4-9d8f-911572bb6055 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 946 time: 0.1350543 Aug 26 13:45:24.374619 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-deddd2f4-d65f-4643-b29b-87e3205beaad tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3542430 Aug 26 13:45:24.398511 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-e9cf595c-5ecf-42e0-bf24-62b153bc2a04 service neutron] Request body: {'port': {'device_id': '86083c0c-da35-4555-9e79-22bace104ae4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:45:24.444371 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-81bf455d-6259-4ba2-94ff-9a546fc6b1c6 req-1c8d1e49-7d24-46cd-9028-c99d36a159a2 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68f4034-a335-453f-8b43-0f7505163215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158617 Aug 26 13:45:24.446273 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a25cae5-6f65-437b-b96a-80fd11ab7681 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Router 068568c5-558f-473d-9684-ad063777eeb4 has already been hosted by L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 {{(pid=94614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 13:45:24.457613 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5c507-f56f-40cf-91c6-d9bd4fb693af req-aebcbb78-cb34-4dac-8772-aeacbacfa6a2 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:24.459190 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-50d5c507-f56f-40cf-91c6-d9bd4fb693af req-aebcbb78-cb34-4dac-8772-aeacbacfa6a2 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=86083c0c-da35-4555-9e79-22bace104ae4 HTTP/1.1" status: 200 len: 931 time: 0.1677237 Aug 26 13:45:24.522861 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-e9cf595c-5ecf-42e0-bf24-62b153bc2a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:24.545908 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925a313-f9fd-4fe0-be40-d8e64d30dcd3 req-f733ecb1-4939-47d5-8103-6147a6bf1a6c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:24.548199 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c925a313-f9fd-4fe0-be40-d8e64d30dcd3 req-f733ecb1-4939-47d5-8103-6147a6bf1a6c tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.38 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 946 time: 0.0558126 Aug 26 13:45:24.584496 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-50d5c507-f56f-40cf-91c6-d9bd4fb693af req-d30e4a99-484c-4c39-9250-5fab96d1a960 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139858 Aug 26 13:45:24.655522 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [req-c925a313-f9fd-4fe0-be40-d8e64d30dcd3 req-01af12b1-253a-4b8b-9620-c754545d86df tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Deleting port 08d57c90-0cee-4b72-934c-f142616fe0bd {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:45:24.655892 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-c925a313-f9fd-4fe0-be40-d8e64d30dcd3 req-01af12b1-253a-4b8b-9620-c754545d86df tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:24.743960 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a25cae5-6f65-437b-b96a-80fd11ab7681 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:45:24.750345 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-7a25cae5-6f65-437b-b96a-80fd11ab7681 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for floatingip, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:24.751462 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-c925a313-f9fd-4fe0-be40-d8e64d30dcd3 req-01af12b1-253a-4b8b-9620-c754545d86df tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] For port 08d57c90-0cee-4b72-934c-f142616fe0bd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=08d57c90-0cee-4b72-934c-f142616fe0bd,segment=NetworkSegment(622f9d42-2ef0-4df2-9e01-d60060392ec1),segment_id=622f9d42-2ef0-4df2-9e01-d60060392ec1)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:45:24.751845 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-c925a313-f9fd-4fe0-be40-d8e64d30dcd3 req-01af12b1-253a-4b8b-9620-c754545d86df tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:24.759100 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaebfb2-d152-4d63-9652-ae33c71dea6b None None] Sync routers for ids ['068568c5-558f-473d-9684-ad063777eeb4'] in dv-cinder-786386-11-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:45:24.768327 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaebfb2-d152-4d63-9652-ae33c71dea6b None None] Routers {'068568c5-558f-473d-9684-ad063777eeb4'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:45:24.769018 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-cdaebfb2-d152-4d63-9652-ae33c71dea6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:44:57Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['068568c5-558f-473d-9684-ad063777eeb4'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:24.901606 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-cdaebfb2-d152-4d63-9652-ae33c71dea6b None None] Set router 068568c5-558f-473d-9684-ad063777eeb4 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:45:24.996509 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-c925a313-f9fd-4fe0-be40-d8e64d30dcd3 req-01af12b1-253a-4b8b-9620-c754545d86df tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:24.996898 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-c925a313-f9fd-4fe0-be40-d8e64d30dcd3 req-01af12b1-253a-4b8b-9620-c754545d86df tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430417'] for floatingip, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:24.997117 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.db.l3_db [req-c925a313-f9fd-4fe0-be40-d8e64d30dcd3 req-01af12b1-253a-4b8b-9620-c754545d86df tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Floating IP 11a02525-d91e-42d8-badd-804ba6e262ec disassociated. External IP: 172.27.2.52, port: 08d57c90-0cee-4b72-934c-f142616fe0bd. Aug 26 13:45:24.997604 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [req-c925a313-f9fd-4fe0-be40-d8e64d30dcd3 req-01af12b1-253a-4b8b-9620-c754545d86df tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Calling delete_port for 08d57c90-0cee-4b72-934c-f142616fe0bd owned by compute:nova {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:45:25.100669 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-7a25cae5-6f65-437b-b96a-80fd11ab7681 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "DELETE /v2.0/floatingips/441cb328-d01b-4bbf-9cb1-4bb52b601728 HTTP/1.1" status: 204 len: 168 time: 2.2163262 Aug 26 13:45:25.103012 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea46233-8e9c-4414-931e-8d687edc8c96', 'tag': 'ec76c22b-2ff4-49d9-a6df-c391c0696e52'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:45:25.105277 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a01c3ba01e4bf0bec97fb524610b41262b2b21d9aec27a526a98035f21d3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7783aa-8921-42ce-a747-18b90789fa5f" -d '{"events": [{"name": "network-changed", "server_uuid": "aea46233-8e9c-4414-931e-8d687edc8c96", "tag": "ec76c22b-2ff4-49d9-a6df-c391c0696e52"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:45:25.142136 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29010b0-6549-462c-9e55-0c7e09226819 req-012b4140-8389-4b75-b428-04de00c8e32c tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:25.143828 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f29010b0-6549-462c-9e55-0c7e09226819 req-012b4140-8389-4b75-b428-04de00c8e32c tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 985 time: 0.3858025 Aug 26 13:45:25.190649 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-c925a313-f9fd-4fe0-be40-d8e64d30dcd3 req-01af12b1-253a-4b8b-9620-c754545d86df tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:25.221324 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f29010b0-6549-462c-9e55-0c7e09226819 req-4ce9878a-dd9e-40cd-b9f0-6d608fc0a811 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=0dd80f68-b442-4617-9f38-d24ae845eb8f&id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0646830 Aug 26 13:45:25.234388 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af12b1-253a-4b8b-9620-c754545d86df tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Pushing event deleted for resources: {'Port': ['ID=08d57c90-0cee-4b72-934c-f142616fe0bd,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:25.235132 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-cdaebfb2-d152-4d63-9652-ae33c71dea6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068568c5-558f-473d-9684-ad063777eeb4', 'name': 'tempest-TestShelveInstance-629034658-router', 'tenant_id': '42581d098bad41969e8958b4a30db51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '1e2972e8-ed8d-494a-b5e0-07e47b04cf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:39:47Z', 'updated_at': '2021-08-26T13:39:53Z', 'revision_number': 4, 'project_id': '42581d098bad41969e8958b4a30db51f', 'gw_port': {'id': '1e2972e8-ed8d-494a-b5e0-07e47b04cf98', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068568c5-558f-473d-9684-ad063777eeb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:39:48Z', 'updated_at': '2021-08-26T13:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': 'ee35e97a-3c89-4fa8-98d0-18c36e86604c', 'name': '', 'network_id': 'a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda', 'tenant_id': '42581d098bad41969e8958b4a30db51f', 'mac_address': 'fa:16:3e:1b:53:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068568c5-558f-473d-9684-ad063777eeb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'df87cdb7-ca74-41e6-949b-3361333e43fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:39:52Z', 'updated_at': '2021-08-26T13:39:59Z', 'revision_number': 5, 'project_id': '42581d098bad41969e8958b4a30db51f', 'subnets': [{'id': 'df87cdb7-ca74-41e6-949b-3361333e43fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:25.259047 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af12b1-253a-4b8b-9620-c754545d86df tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:45:25.259396 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af12b1-253a-4b8b-9620-c754545d86df tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:45:25.259735 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af12b1-253a-4b8b-9620-c754545d86df tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:45:25.260072 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af12b1-253a-4b8b-9620-c754545d86df tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:45:25.260401 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af12b1-253a-4b8b-9620-c754545d86df tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:45:25.260729 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af12b1-253a-4b8b-9620-c754545d86df tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:45:25.261054 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af12b1-253a-4b8b-9620-c754545d86df tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:45:25.261377 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af12b1-253a-4b8b-9620-c754545d86df tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:45:25.261706 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af12b1-253a-4b8b-9620-c754545d86df tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:45:25.262044 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af12b1-253a-4b8b-9620-c754545d86df tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:45:25.264900 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af12b1-253a-4b8b-9620-c754545d86df tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:45:25.265289 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af12b1-253a-4b8b-9620-c754545d86df tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:45:25.277607 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-e9cf595c-5ecf-42e0-bf24-62b153bc2a04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7e5e936-31e6-416f-a2a4-1c4b58b3b76d {{(pid=94614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:45:25.286489 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-e9cf595c-5ecf-42e0-bf24-62b153bc2a04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:25.295461 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaebfb2-d152-4d63-9652-ae33c71dea6b None None] Checking router: 068568c5-558f-473d-9684-ad063777eeb4 for host: dv-cinder-786386-11-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:45:25.299781 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-e9cf595c-5ecf-42e0-bf24-62b153bc2a04 service neutron] Transition to ACTIVE for port object f7e5e936-31e6-416f-a2a4-1c4b58b3b76d will not be triggered until provisioned by entity L2. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:45:25.304723 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaebfb2-d152-4d63-9652-ae33c71dea6b None None] Routers {'068568c5-558f-473d-9684-ad063777eeb4'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:45:25.305347 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-cdaebfb2-d152-4d63-9652-ae33c71dea6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:44:57Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['068568c5-558f-473d-9684-ad063777eeb4'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:25.308124 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 13:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6da7701-8297-4a8d-92d9-62a75570be91 x-openstack-request-id: req-c6da7701-8297-4a8d-92d9-62a75570be91 {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:45:25.317116 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea46233-8e9c-4414-931e-8d687edc8c96", "tag": "ec76c22b-2ff4-49d9-a6df-c391c0696e52", "status": "completed", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:45:25.317116 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c6da7701-8297-4a8d-92d9-62a75570be91 {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:45:25.317116 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea46233-8e9c-4414-931e-8d687edc8c96', 'tag': 'ec76c22b-2ff4-49d9-a6df-c391c0696e52', 'status': 'completed', 'code': 200} Aug 26 13:45:25.412774 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-e9cf595c-5ecf-42e0-bf24-62b153bc2a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625096'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:25.422522 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-cdaebfb2-d152-4d63-9652-ae33c71dea6b None None] Set router 068568c5-558f-473d-9684-ad063777eeb4 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:45:25.433801 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c925a313-f9fd-4fe0-be40-d8e64d30dcd3 req-01af12b1-253a-4b8b-9620-c754545d86df tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Router fdb0a255-e87a-4160-91bc-2c34ce5120d7 has already been hosted by L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 {{(pid=94615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 13:45:25.441158 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7783aa-8921-42ce-a747-18b90789fa5f req-de758db8-a60c-45a3-944c-ebd2b5b59fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:25.442691 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1d7783aa-8921-42ce-a747-18b90789fa5f req-de758db8-a60c-45a3-944c-ebd2b5b59fb6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=42581d098bad41969e8958b4a30db51f&device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 1098 time: 0.0713496 Aug 26 13:45:25.468375 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf595c-5ecf-42e0-bf24-62b153bc2a04 service neutron] Pushing event updated for resources: {'Port': ['ID=f7e5e936-31e6-416f-a2a4-1c4b58b3b76d,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:25.543271 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-e9cf595c-5ecf-42e0-bf24-62b153bc2a04 service neutron] Attempting to bind port f7e5e936-31e6-416f-a2a4-1c4b58b3b76d on host hv-cinder-78638 for vnic_type normal with profile {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:45:25.543839 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-e9cf595c-5ecf-42e0-bf24-62b153bc2a04 service neutron] Attempting to bind port f7e5e936-31e6-416f-a2a4-1c4b58b3b76d by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '7e635d5e-6c50-41c7-b456-bf61fbd76aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '801f6951-36f4-49ce-9154-41081b4e840c'}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:45:25.544197 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-e9cf595c-5ecf-42e0-bf24-62b153bc2a04 service neutron] Attempting to bind port f7e5e936-31e6-416f-a2a4-1c4b58b3b76d on network 801f6951-36f4-49ce-9154-41081b4e840c {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:45:25.549279 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-e9cf595c-5ecf-42e0-bf24-62b153bc2a04 service neutron] Port f7e5e936-31e6-416f-a2a4-1c4b58b3b76d on network 801f6951-36f4-49ce-9154-41081b4e840c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 13:45:25.549586 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-e9cf595c-5ecf-42e0-bf24-62b153bc2a04 service neutron] Attempting to bind port f7e5e936-31e6-416f-a2a4-1c4b58b3b76d on network 801f6951-36f4-49ce-9154-41081b4e840c {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:45:25.555287 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-e9cf595c-5ecf-42e0-bf24-62b153bc2a04 service neutron] Checking agent: {'id': 'ecd4b6ee-6295-46a8-8c11-8af9b25961a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'started_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:45:25.555632 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-e9cf595c-5ecf-42e0-bf24-62b153bc2a04 service neutron] Checking segment: {'id': '7e635d5e-6c50-41c7-b456-bf61fbd76aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '801f6951-36f4-49ce-9154-41081b4e840c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:45:25.556016 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-e9cf595c-5ecf-42e0-bf24-62b153bc2a04 service neutron] Bound using segment: {'id': '7e635d5e-6c50-41c7-b456-bf61fbd76aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '801f6951-36f4-49ce-9154-41081b4e840c'} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:45:25.556453 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-e9cf595c-5ecf-42e0-bf24-62b153bc2a04 service neutron] Bound port: f7e5e936-31e6-416f-a2a4-1c4b58b3b76d, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e635d5e-6c50-41c7-b456-bf61fbd76aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '801f6951-36f4-49ce-9154-41081b4e840c'}}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:45:25.556811 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-e9cf595c-5ecf-42e0-bf24-62b153bc2a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:25.616568 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-672de16c-763f-4cc2-b332-2db4890cb762 req-49742be1-93ac-41a1-b7f0-37e08623e35b tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/ports?device_id=85a36384-d740-49f8-bae0-e39291044de3 HTTP/1.1" status: 200 len: 210 time: 0.0573838 Aug 26 13:45:25.651978 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7783aa-8921-42ce-a747-18b90789fa5f req-6c334db4-9fe9-4a90-944c-45c2317d79a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:25.653633 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1d7783aa-8921-42ce-a747-18b90789fa5f req-6c334db4-9fe9-4a90-944c-45c2317d79a8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda HTTP/1.1" status: 200 len: 909 time: 0.2012813 Aug 26 13:45:25.659626 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c925a313-f9fd-4fe0-be40-d8e64d30dcd3 req-01af12b1-253a-4b8b-9620-c754545d86df tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:45:25.671579 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd231659-ad0c-4e5e-8ee2-2cd825b25a71 None None] Sync routers for ids ['fdb0a255-e87a-4160-91bc-2c34ce5120d7'] in dv-cinder-786386-11-iscsi {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:45:25.693626 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd231659-ad0c-4e5e-8ee2-2cd825b25a71 None None] Routers {'fdb0a255-e87a-4160-91bc-2c34ce5120d7'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:45:25.694304 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-cd231659-ad0c-4e5e-8ee2-2cd825b25a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:44:57Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['fdb0a255-e87a-4160-91bc-2c34ce5120d7'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:25.730960 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-cdaebfb2-d152-4d63-9652-ae33c71dea6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068568c5-558f-473d-9684-ad063777eeb4', 'name': 'tempest-TestShelveInstance-629034658-router', 'tenant_id': '42581d098bad41969e8958b4a30db51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '1e2972e8-ed8d-494a-b5e0-07e47b04cf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:39:47Z', 'updated_at': '2021-08-26T13:39:53Z', 'revision_number': 4, 'project_id': '42581d098bad41969e8958b4a30db51f', 'gw_port': {'id': '1e2972e8-ed8d-494a-b5e0-07e47b04cf98', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068568c5-558f-473d-9684-ad063777eeb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:39:48Z', 'updated_at': '2021-08-26T13:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': 'ee35e97a-3c89-4fa8-98d0-18c36e86604c', 'name': '', 'network_id': 'a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda', 'tenant_id': '42581d098bad41969e8958b4a30db51f', 'mac_address': 'fa:16:3e:1b:53:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068568c5-558f-473d-9684-ad063777eeb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'df87cdb7-ca74-41e6-949b-3361333e43fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:39:52Z', 'updated_at': '2021-08-26T13:39:59Z', 'revision_number': 5, 'project_id': '42581d098bad41969e8958b4a30db51f', 'subnets': [{'id': 'df87cdb7-ca74-41e6-949b-3361333e43fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:25.736568 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880e493-babb-4536-8ce9-15bf1eed5608 req-cebb5daf-9bf5-4d63-ae2a-d3e18e1f4abb tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:25.741087 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6880e493-babb-4536-8ce9-15bf1eed5608 req-cebb5daf-9bf5-4d63-ae2a-d3e18e1f4abb tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 945 time: 0.1354814 Aug 26 13:45:25.743809 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1d7783aa-8921-42ce-a747-18b90789fa5f req-faecb8f3-a95c-42f4-964c-5c7219b0d2a0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec76c22b-2ff4-49d9-a6df-c391c0696e52 HTTP/1.1" status: 200 len: 217 time: 0.0817068 Aug 26 13:45:25.774070 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaebfb2-d152-4d63-9652-ae33c71dea6b None None] The sync data for ids ['068568c5-558f-473d-9684-ad063777eeb4'] in dv-cinder-786386-11-iscsi is: [{'id': '068568c5-558f-473d-9684-ad063777eeb4', 'name': 'tempest-TestShelveInstance-629034658-router', 'tenant_id': '42581d098bad41969e8958b4a30db51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '1e2972e8-ed8d-494a-b5e0-07e47b04cf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:39:47Z', 'updated_at': '2021-08-26T13:39:53Z', 'revision_number': 4, 'project_id': '42581d098bad41969e8958b4a30db51f', 'gw_port': {'id': '1e2972e8-ed8d-494a-b5e0-07e47b04cf98', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068568c5-558f-473d-9684-ad063777eeb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:39:48Z', 'updated_at': '2021-08-26T13:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': 'ee35e97a-3c89-4fa8-98d0-18c36e86604c', 'name': '', 'network_id': 'a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda', 'tenant_id': '42581d098bad41969e8958b4a30db51f', 'mac_address': 'fa:16:3e:1b:53:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068568c5-558f-473d-9684-ad063777eeb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'df87cdb7-ca74-41e6-949b-3361333e43fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:39:52Z', 'updated_at': '2021-08-26T13:39:59Z', 'revision_number': 5, 'project_id': '42581d098bad41969e8958b4a30db51f', 'subnets': [{'id': 'df87cdb7-ca74-41e6-949b-3361333e43fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:45:25.810171 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [req-c925a313-f9fd-4fe0-be40-d8e64d30dcd3 req-01af12b1-253a-4b8b-9620-c754545d86df tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] No DVR routers for this DVR port 08d57c90-0cee-4b72-934c-f142616fe0bd on host hv-cinder-78638 {{(pid=94615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 13:45:25.814370 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-c925a313-f9fd-4fe0-be40-d8e64d30dcd3 req-01af12b1-253a-4b8b-9620-c754545d86df tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:25.816460 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c925a313-f9fd-4fe0-be40-d8e64d30dcd3 req-01af12b1-253a-4b8b-9620-c754545d86df tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.38 "DELETE /v2.0/ports/08d57c90-0cee-4b72-934c-f142616fe0bd HTTP/1.1" status: 204 len: 173 time: 1.2606640 Aug 26 13:45:25.816933 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a36384-d740-49f8-bae0-e39291044de3', 'name': 'network-vif-deleted', 'tag': '08d57c90-0cee-4b72-934c-f142616fe0bd'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:45:25.819894 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea93b417d78f98f8f49a9646f42316e7837148fdcc5dd11c49486c93967457e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416db710-b416-4772-9882-9b3d39b9ff3e" -d '{"events": [{"server_uuid": "85a36384-d740-49f8-bae0-e39291044de3", "name": "network-vif-deleted", "tag": "08d57c90-0cee-4b72-934c-f142616fe0bd"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:45:25.856886 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7783aa-8921-42ce-a747-18b90789fa5f req-b32fe140-0624-4d3d-a958-bd749fa988bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:25.857421 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-cd231659-ad0c-4e5e-8ee2-2cd825b25a71 None None] Set router fdb0a255-e87a-4160-91bc-2c34ce5120d7 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:45:25.858417 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1d7783aa-8921-42ce-a747-18b90789fa5f req-b32fe140-0624-4d3d-a958-bd749fa988bc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=df87cdb7-ca74-41e6-949b-3361333e43fa HTTP/1.1" status: 200 len: 847 time: 0.0940280 Aug 26 13:45:25.861170 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6880e493-babb-4536-8ce9-15bf1eed5608 req-3dfd86aa-f769-42b9-b885-1924ec976b64 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152337 Aug 26 13:45:25.869538 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-e9cf595c-5ecf-42e0-bf24-62b153bc2a04 service neutron] For port f7e5e936-31e6-416f-a2a4-1c4b58b3b76d, host hv-cinder-78638, cleared binding levels {{(pid=94614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:45:25.906833 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575e757-b895-4203-b72d-b37a7624c0c1 req-7220d30a-6252-484b-8377-52f0ee13f183 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:25.919674 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7575e757-b895-4203-b72d-b37a7624c0c1 req-7220d30a-6252-484b-8377-52f0ee13f183 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=86083c0c-da35-4555-9e79-22bace104ae4 HTTP/1.1" status: 200 len: 943 time: 0.1175084 Aug 26 13:45:25.930769 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-e9cf595c-5ecf-42e0-bf24-62b153bc2a04 service neutron] For port f7e5e936-31e6-416f-a2a4-1c4b58b3b76d, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f7e5e936-31e6-416f-a2a4-1c4b58b3b76d,segment=NetworkSegment(7e635d5e-6c50-41c7-b456-bf61fbd76aa2),segment_id=7e635d5e-6c50-41c7-b456-bf61fbd76aa2)] {{(pid=94614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:45:25.944396 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205c76e5-861f-41b2-98ff-26be94dfa356 x-openstack-request-id: req-205c76e5-861f-41b2-98ff-26be94dfa356 {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:45:25.944396 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a36384-d740-49f8-bae0-e39291044de3", "name": "network-vif-deleted", "tag": "08d57c90-0cee-4b72-934c-f142616fe0bd", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:45:25.944396 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-205c76e5-861f-41b2-98ff-26be94dfa356 {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:45:25.944662 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a36384-d740-49f8-bae0-e39291044de3', 'name': 'network-vif-deleted', 'tag': '08d57c90-0cee-4b72-934c-f142616fe0bd', 'status': 'completed', 'code': 200} Aug 26 13:45:25.951644 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7783aa-8921-42ce-a747-18b90789fa5f req-a3706a49-d071-4be5-ae92-7c113c7db678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:25.953305 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1d7783aa-8921-42ce-a747-18b90789fa5f req-a3706a49-d071-4be5-ae92-7c113c7db678 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0810711 Aug 26 13:45:25.978608 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7575e757-b895-4203-b72d-b37a7624c0c1 req-2ef51a59-fa08-4b11-9b4a-d6bf894e9466 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516241 Aug 26 13:45:26.013625 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-e9cf595c-5ecf-42e0-bf24-62b153bc2a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625096'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:26.077950 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-e9cf595c-5ecf-42e0-bf24-62b153bc2a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:26.078426 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-e9cf595c-5ecf-42e0-bf24-62b153bc2a04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:26.080474 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-e9cf595c-5ecf-42e0-bf24-62b153bc2a04 service neutron] 10.222.0.38 "PUT /v2.0/ports/f7e5e936-31e6-416f-a2a4-1c4b58b3b76d HTTP/1.1" status: 200 len: 1093 time: 1.6899838 Aug 26 13:45:26.100429 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1d7783aa-8921-42ce-a747-18b90789fa5f req-03913a10-93a1-4664-8ea4-cc760a7d3ed7 service neutron] 10.222.0.38 "GET /v2.0/networks/a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260631 Aug 26 13:45:26.105036 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf595c-5ecf-42e0-bf24-62b153bc2a04 service neutron] Pushing event updated for resources: {'Port': ['ID=f7e5e936-31e6-416f-a2a4-1c4b58b3b76d,revision_number=3']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:26.123500 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-cd231659-ad0c-4e5e-8ee2-2cd825b25a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'name': 'tempest-AttachVolumeShelveTestJSON-95078014-router', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:37:22Z', 'updated_at': '2021-08-26T13:37:29Z', 'revision_number': 4, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'gw_port': {'id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:24Z', 'updated_at': '2021-08-26T13:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': 'a76ee43c-da1e-4ef0-a139-efd20c3ba409', 'name': '', 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'mac_address': 'fa:16:3e:22:79:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f404f389-dc0c-4c0d-a515-d27c76237ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:28Z', 'updated_at': '2021-08-26T13:37:41Z', 'revision_number': 5, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'subnets': [{'id': 'f404f389-dc0c-4c0d-a515-d27c76237ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:26.133562 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54adcd26-a806-4e7c-a354-087785d4f4bb None None] New status for floating IP 441cb328-d01b-4bbf-9cb1-4bb52b601728: DOWN {{(pid=94617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 13:45:26.160779 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd231659-ad0c-4e5e-8ee2-2cd825b25a71 None None] Checking router: fdb0a255-e87a-4160-91bc-2c34ce5120d7 for host: dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:45:26.170548 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd231659-ad0c-4e5e-8ee2-2cd825b25a71 None None] Routers {'fdb0a255-e87a-4160-91bc-2c34ce5120d7'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:45:26.171203 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-cd231659-ad0c-4e5e-8ee2-2cd825b25a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:44:57Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['fdb0a255-e87a-4160-91bc-2c34ce5120d7'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:26.214686 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1d7783aa-8921-42ce-a747-18b90789fa5f req-f996cf58-345c-4e89-ab50-bf0a5b4fd1f2 service neutron] 10.222.0.38 "GET /v2.0/networks/a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064177 Aug 26 13:45:26.393808 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f403414-eb26-4bea-8134-be4ca2630f6e req-f43a3ac9-6062-4c81-87ef-78f7814d23f5 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:26.395477 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4f403414-eb26-4bea-8134-be4ca2630f6e req-f43a3ac9-6062-4c81-87ef-78f7814d23f5 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 985 time: 0.0639663 Aug 26 13:45:26.411050 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-cd231659-ad0c-4e5e-8ee2-2cd825b25a71 None None] Set router fdb0a255-e87a-4160-91bc-2c34ce5120d7 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:45:26.449053 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-c57d22f5-e6d6-43d0-a93d-3f9d87c0ef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:26.450621 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-c57d22f5-e6d6-43d0-a93d-3f9d87c0ef3d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=499165fead6a4c90a91fe80e4848ab7f&device_id=86083c0c-da35-4555-9e79-22bace104ae4 HTTP/1.1" status: 200 len: 1096 time: 0.0776494 Aug 26 13:45:26.466304 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4f403414-eb26-4bea-8134-be4ca2630f6e req-443f8fe8-0263-4aa7-a7a8-691ad2e25859 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=0dd80f68-b442-4617-9f38-d24ae845eb8f&id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559185 Aug 26 13:45:26.516810 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-4faea24e-b6f8-43be-8da3-a0ff6a49e3c6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7e5e936-31e6-416f-a2a4-1c4b58b3b76d HTTP/1.1" status: 200 len: 217 time: 0.0454566 Aug 26 13:45:26.572362 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-c1a1d228-c502-4017-9a8e-0dbb73cb965f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:26.573996 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-c1a1d228-c502-4017-9a8e-0dbb73cb965f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=90af5ce6-9610-4682-9ee6-124de69708b6 HTTP/1.1" status: 200 len: 855 time: 0.0498888 Aug 26 13:45:26.608781 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-b6791eea-ad5a-43c8-bf71-6a89ded671e7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=801f6951-36f4-49ce-9154-41081b4e840c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270889 Aug 26 13:45:26.635546 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-cd231659-ad0c-4e5e-8ee2-2cd825b25a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'name': 'tempest-AttachVolumeShelveTestJSON-95078014-router', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:37:22Z', 'updated_at': '2021-08-26T13:37:29Z', 'revision_number': 4, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'gw_port': {'id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:24Z', 'updated_at': '2021-08-26T13:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': 'a76ee43c-da1e-4ef0-a139-efd20c3ba409', 'name': '', 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'mac_address': 'fa:16:3e:22:79:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f404f389-dc0c-4c0d-a515-d27c76237ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:28Z', 'updated_at': '2021-08-26T13:37:41Z', 'revision_number': 5, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'subnets': [{'id': 'f404f389-dc0c-4c0d-a515-d27c76237ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:26.665532 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd231659-ad0c-4e5e-8ee2-2cd825b25a71 None None] The sync data for ids ['fdb0a255-e87a-4160-91bc-2c34ce5120d7'] in dv-cinder-786386-11-iscsi is: [{'id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'name': 'tempest-AttachVolumeShelveTestJSON-95078014-router', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:37:22Z', 'updated_at': '2021-08-26T13:37:29Z', 'revision_number': 4, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'gw_port': {'id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:24Z', 'updated_at': '2021-08-26T13:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': 'a76ee43c-da1e-4ef0-a139-efd20c3ba409', 'name': '', 'network_id': '4f0cbbb0-e1d8-4eda-8b5a-9467452e6368', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'mac_address': 'fa:16:3e:22:79:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f404f389-dc0c-4c0d-a515-d27c76237ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:28Z', 'updated_at': '2021-08-26T13:37:41Z', 'revision_number': 5, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'subnets': [{'id': 'f404f389-dc0c-4c0d-a515-d27c76237ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:45:26.716254 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-a89c146f-0f17-41df-984d-ed39fe9354d0 service neutron] 10.222.0.38 "GET /v2.0/networks/801f6951-36f4-49ce-9154-41081b4e840c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979352 Aug 26 13:45:26.785556 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 35376) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:26.818036 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-535d7fcd-dbce-4f39-84c3-a7f9174b8368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:26.818747 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0260bbc9-dd0d-49a9-b736-600ec77d63c5 req-67aa1979-8ffe-46b5-af73-fc5d19d7baf6 service neutron] 10.222.0.38 "GET /v2.0/networks/801f6951-36f4-49ce-9154-41081b4e840c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923092 Aug 26 13:45:26.848616 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0adfd28c-9696-48fd-b4fc-8cd112ee5be0 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:26.874046 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0adfd28c-9696-48fd-b4fc-8cd112ee5be0 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:26.957498 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052a1dbb-86cf-4ead-9519-635632af36db None None] New status for floating IP 11a02525-d91e-42d8-badd-804ba6e262ec: DOWN {{(pid=94616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 13:45:26.983943 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0adfd28c-9696-48fd-b4fc-8cd112ee5be0 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:26.987579 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0adfd28c-9696-48fd-b4fc-8cd112ee5be0 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:26.993245 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-0adfd28c-9696-48fd-b4fc-8cd112ee5be0 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "DELETE /v2.0/security-groups/e68f4034-a335-453f-8b43-0f7505163215 HTTP/1.1" status: 204 len: 168 time: 0.2025437 Aug 26 13:45:26.993467 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9297030-3d33-4abb-9400-6d2affa5e5c3 req-b42f0ec3-b84e-4c97-80ed-045352e9a98e tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:26.997303 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 35380) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:26.997524 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d9297030-3d33-4abb-9400-6d2affa5e5c3 req-b42f0ec3-b84e-4c97-80ed-045352e9a98e tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 945 time: 0.0613976 Aug 26 13:45:27.030153 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.api.v2.resource [None req-ca2e7317-bd71-4766-9f95-7cbeae1cf330 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] show failed (client error): The resource could not be found. Aug 26 13:45:27.032689 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-ca2e7317-bd71-4766-9f95-7cbeae1cf330 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "GET /v2.0/security-groups/e68f4034-a335-453f-8b43-0f7505163215 HTTP/1.1" status: 404 len: 347 time: 0.0365090 Aug 26 13:45:27.038530 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 35384) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:27.039782 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfd28c-9696-48fd-b4fc-8cd112ee5be0 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68f4034-a335-453f-8b43-0f7505163215,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:27.054335 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d9297030-3d33-4abb-9400-6d2affa5e5c3 req-584ae482-3163-4107-ae26-7af579727ec2 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa446040-c496-4451-b747-3499819f6e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461590 Aug 26 13:45:27.113748 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47207596-81bb-454e-af25-202fb1e4ccde req-ebdc8326-5cb2-4b0b-a00a-1c8f12f9e8d2 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:27.115554 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-47207596-81bb-454e-af25-202fb1e4ccde req-ebdc8326-5cb2-4b0b-a00a-1c8f12f9e8d2 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=86083c0c-da35-4555-9e79-22bace104ae4 HTTP/1.1" status: 200 len: 943 time: 0.0598872 Aug 26 13:45:27.155811 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-47207596-81bb-454e-af25-202fb1e4ccde req-37b0377c-f53f-496a-adb2-82a229f5b4c5 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339181 Aug 26 13:45:27.192023 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-49b8d025-8849-4df0-b43f-94e2d97d3051 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Deleting port 238b32be-1244-492a-9d62-8f940a6f3c5b {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:45:27.192023 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-49b8d025-8849-4df0-b43f-94e2d97d3051 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:27.264252 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-49b8d025-8849-4df0-b43f-94e2d97d3051 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:27.264603 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-49b8d025-8849-4df0-b43f-94e2d97d3051 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:27.276659 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-49b8d025-8849-4df0-b43f-94e2d97d3051 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Calling delete_port for 238b32be-1244-492a-9d62-8f940a6f3c5b owned by network:floatingip {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:45:27.310225 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86083c0c-da35-4555-9e79-22bace104ae4', 'tag': 'f7e5e936-31e6-416f-a2a4-1c4b58b3b76d'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:45:27.312605 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a01c3ba01e4bf0bec97fb524610b41262b2b21d9aec27a526a98035f21d3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e992113f-accf-49ef-8402-aa7351c03f32" -d '{"events": [{"name": "network-changed", "server_uuid": "86083c0c-da35-4555-9e79-22bace104ae4", "tag": "f7e5e936-31e6-416f-a2a4-1c4b58b3b76d"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:45:27.349311 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 13:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a36cfb-cd8b-49d1-9b44-665c48c3da6d x-openstack-request-id: req-e0a36cfb-cd8b-49d1-9b44-665c48c3da6d {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:45:27.349606 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86083c0c-da35-4555-9e79-22bace104ae4", "tag": "f7e5e936-31e6-416f-a2a4-1c4b58b3b76d", "status": "completed", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:45:27.349889 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e0a36cfb-cd8b-49d1-9b44-665c48c3da6d {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:45:27.350285 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86083c0c-da35-4555-9e79-22bace104ae4', 'tag': 'f7e5e936-31e6-416f-a2a4-1c4b58b3b76d', 'status': 'completed', 'code': 200} Aug 26 13:45:27.441807 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992113f-accf-49ef-8402-aa7351c03f32 req-b4edcd51-4050-43cc-8b76-d2a14db9c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:27.443369 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e992113f-accf-49ef-8402-aa7351c03f32 req-b4edcd51-4050-43cc-8b76-d2a14db9c1f6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=499165fead6a4c90a91fe80e4848ab7f&device_id=86083c0c-da35-4555-9e79-22bace104ae4 HTTP/1.1" status: 200 len: 1096 time: 0.0415223 Aug 26 13:45:27.498273 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:27.528739 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-49b8d025-8849-4df0-b43f-94e2d97d3051 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:27.580698 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b8d025-8849-4df0-b43f-94e2d97d3051 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Pushing event deleted for resources: {'Port': ['ID=238b32be-1244-492a-9d62-8f940a6f3c5b,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:27.633409 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf9780-e015-49e0-8f1e-7259bd8c486a req-162e6f3a-af5a-4cc2-8115-143cc06d6695 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:27.635078 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-83bf9780-e015-49e0-8f1e-7259bd8c486a req-162e6f3a-af5a-4cc2-8115-143cc06d6695 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 945 time: 0.1162083 Aug 26 13:45:27.641268 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ffa731-6adf-4cf8-bb7a-01f71ca4d198 req-225f33af-cd22-42b3-bc81-b6ba3122c13a tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:27.642852 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-30ffa731-6adf-4cf8-bb7a-01f71ca4d198 req-225f33af-cd22-42b3-bc81-b6ba3122c13a tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 985 time: 0.1043591 Aug 26 13:45:27.661339 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992113f-accf-49ef-8402-aa7351c03f32 req-a87c56e7-1a5e-4639-b9c0-7227cbd2a6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:27.662915 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e992113f-accf-49ef-8402-aa7351c03f32 req-a87c56e7-1a5e-4639-b9c0-7227cbd2a6f5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=801f6951-36f4-49ce-9154-41081b4e840c HTTP/1.1" status: 200 len: 916 time: 0.1447110 Aug 26 13:45:27.688467 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-49b8d025-8849-4df0-b43f-94e2d97d3051 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks [] for floatingip, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:27.690991 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-49b8d025-8849-4df0-b43f-94e2d97d3051 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for floatingip, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:27.692189 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-49b8d025-8849-4df0-b43f-94e2d97d3051 tempest-AttachVolumeShelveTestJSON-1351925159 tempest-AttachVolumeShelveTestJSON-1351925159-project] 10.222.0.35 "DELETE /v2.0/floatingips/11a02525-d91e-42d8-badd-804ba6e262ec HTTP/1.1" status: 204 len: 168 time: 0.6474316 Aug 26 13:45:27.723630 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e992113f-accf-49ef-8402-aa7351c03f32 req-1d0911f1-8900-41d6-832e-7038a690e408 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7e5e936-31e6-416f-a2a4-1c4b58b3b76d HTTP/1.1" status: 200 len: 217 time: 0.0510423 Aug 26 13:45:27.759418 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [req-83bf9780-e015-49e0-8f1e-7259bd8c486a req-e99ea9e1-1704-451d-9ae1-bbf696c7e38e tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Deleting port ec76c22b-2ff4-49d9-a6df-c391c0696e52 {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:45:27.759806 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-83bf9780-e015-49e0-8f1e-7259bd8c486a req-e99ea9e1-1704-451d-9ae1-bbf696c7e38e tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:27.771100 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-30ffa731-6adf-4cf8-bb7a-01f71ca4d198 req-09398fb2-9302-4539-a90e-edaa6b124d32 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=0dd80f68-b442-4617-9f38-d24ae845eb8f&id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1202354 Aug 26 13:45:27.792009 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992113f-accf-49ef-8402-aa7351c03f32 req-06348a93-afc8-4141-af51-4bcbbde632fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:27.793653 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e992113f-accf-49ef-8402-aa7351c03f32 req-06348a93-afc8-4141-af51-4bcbbde632fe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=90af5ce6-9610-4682-9ee6-124de69708b6 HTTP/1.1" status: 200 len: 855 time: 0.0612149 Aug 26 13:45:27.830762 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e992113f-accf-49ef-8402-aa7351c03f32 req-f0107e37-c6bf-4cd1-a17a-0d3fff17ad38 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=801f6951-36f4-49ce-9154-41081b4e840c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283473 Aug 26 13:45:27.857434 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-83bf9780-e015-49e0-8f1e-7259bd8c486a req-e99ea9e1-1704-451d-9ae1-bbf696c7e38e tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] For port ec76c22b-2ff4-49d9-a6df-c391c0696e52, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ec76c22b-2ff4-49d9-a6df-c391c0696e52,segment=NetworkSegment(32d3525f-9d26-4906-87cc-93c5d5530eb6),segment_id=32d3525f-9d26-4906-87cc-93c5d5530eb6)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:45:27.857981 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-83bf9780-e015-49e0-8f1e-7259bd8c486a req-e99ea9e1-1704-451d-9ae1-bbf696c7e38e tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:27.870663 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [req-83bf9780-e015-49e0-8f1e-7259bd8c486a req-e99ea9e1-1704-451d-9ae1-bbf696c7e38e tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Calling delete_port for ec76c22b-2ff4-49d9-a6df-c391c0696e52 owned by compute:nova {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:45:27.929136 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e992113f-accf-49ef-8402-aa7351c03f32 req-3e75b5d1-b4a6-441d-af23-912aebb0828d service neutron] 10.222.0.38 "GET /v2.0/networks/801f6951-36f4-49ce-9154-41081b4e840c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907078 Aug 26 13:45:28.028493 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e992113f-accf-49ef-8402-aa7351c03f32 req-196c78b5-738c-403c-bd83-94dc91cddc24 service neutron] 10.222.0.38 "GET /v2.0/networks/801f6951-36f4-49ce-9154-41081b4e840c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922840 Aug 26 13:45:28.064323 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:28.103554 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-83bf9780-e015-49e0-8f1e-7259bd8c486a req-e99ea9e1-1704-451d-9ae1-bbf696c7e38e tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:28.133300 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ea9e1-1704-451d-9ae1-bbf696c7e38e tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Pushing event deleted for resources: {'Port': ['ID=ec76c22b-2ff4-49d9-a6df-c391c0696e52,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:28.153317 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-cdc5e50b-f815-4eeb-8282-c864acef496e req-c3c8cdc4-9b95-439b-8675-bd67f72ac571 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 210 time: 0.0286324 Aug 26 13:45:28.188815 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [req-83bf9780-e015-49e0-8f1e-7259bd8c486a req-e99ea9e1-1704-451d-9ae1-bbf696c7e38e tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] No DVR routers for this DVR port ec76c22b-2ff4-49d9-a6df-c391c0696e52 on host hv-cinder-78638 {{(pid=94615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 13:45:28.191442 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-83bf9780-e015-49e0-8f1e-7259bd8c486a req-e99ea9e1-1704-451d-9ae1-bbf696c7e38e tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:28.193473 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-83bf9780-e015-49e0-8f1e-7259bd8c486a req-e99ea9e1-1704-451d-9ae1-bbf696c7e38e tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.38 "DELETE /v2.0/ports/ec76c22b-2ff4-49d9-a6df-c391c0696e52 HTTP/1.1" status: 204 len: 173 time: 0.5501351 Aug 26 13:45:28.193949 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea46233-8e9c-4414-931e-8d687edc8c96', 'name': 'network-vif-deleted', 'tag': 'ec76c22b-2ff4-49d9-a6df-c391c0696e52'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:45:28.196266 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea93b417d78f98f8f49a9646f42316e7837148fdcc5dd11c49486c93967457e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006b7e92-17a5-4845-b7a6-f992ff5b67a6" -d '{"events": [{"server_uuid": "aea46233-8e9c-4414-931e-8d687edc8c96", "name": "network-vif-deleted", "tag": "ec76c22b-2ff4-49d9-a6df-c391c0696e52"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:45:28.231391 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64f4adb-b388-4b90-91fb-3b70cf06e826 x-openstack-request-id: req-e64f4adb-b388-4b90-91fb-3b70cf06e826 {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:45:28.231703 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea46233-8e9c-4414-931e-8d687edc8c96", "name": "network-vif-deleted", "tag": "ec76c22b-2ff4-49d9-a6df-c391c0696e52", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:45:28.231957 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e64f4adb-b388-4b90-91fb-3b70cf06e826 {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:45:28.232353 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea46233-8e9c-4414-931e-8d687edc8c96', 'name': 'network-vif-deleted', 'tag': 'ec76c22b-2ff4-49d9-a6df-c391c0696e52', 'status': 'completed', 'code': 200} Aug 26 13:45:28.278255 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc918165-f9d8-4f8b-86ee-6e30a3c3d80d req-cd48b834-c3f5-41c5-ace4-6126341d8c56 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:28.279972 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-dc918165-f9d8-4f8b-86ee-6e30a3c3d80d req-cd48b834-c3f5-41c5-ace4-6126341d8c56 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=86083c0c-da35-4555-9e79-22bace104ae4 HTTP/1.1" status: 200 len: 943 time: 0.0551419 Aug 26 13:45:28.322665 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-dc918165-f9d8-4f8b-86ee-6e30a3c3d80d req-333474d2-aa27-490d-b3af-f52895ca67d7 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361347 Aug 26 13:45:28.692154 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:28.902388 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b530d-36eb-4b05-9aaa-5305f0579e39 req-05ae3fad-0583-432b-a1fb-377741bb1cc6 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:28.904228 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-196b530d-36eb-4b05-9aaa-5305f0579e39 req-05ae3fad-0583-432b-a1fb-377741bb1cc6 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 985 time: 0.0525558 Aug 26 13:45:28.948846 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-196b530d-36eb-4b05-9aaa-5305f0579e39 req-7c4b8dd5-52ee-488e-b594-95eb656dd8e2 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=0dd80f68-b442-4617-9f38-d24ae845eb8f&id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373168 Aug 26 13:45:29.238427 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device ec76c22b-2ff4-49d9-a6df-c391c0696e52 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:45:29.259134 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] No Port match for: ec76c22b-2ff4-49d9-a6df-c391c0696e52 {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:45:29.259488 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device ec76c22b-2ff4-49d9-a6df-c391c0696e52 not bound to the agent host hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:45:29.260239 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 08d57c90-0cee-4b72-934c-f142616fe0bd no longer exists at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:45:29.276125 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a2f8193a-4816-434a-b9dd-28740e51fe71 req-966192f6-b3c5-4dd8-81fb-144a0c7dda73 tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea46233-8e9c-4414-931e-8d687edc8c96 HTTP/1.1" status: 200 len: 210 time: 0.0445910 Aug 26 13:45:29.284515 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] No Port match for: 08d57c90-0cee-4b72-934c-f142616fe0bd {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:45:29.284951 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 08d57c90-0cee-4b72-934c-f142616fe0bd not bound to the agent host hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:45:29.442838 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1894a9-5bbf-40aa-8386-2de5fe801323 req-7dff98c6-e508-4eea-9a60-ab1a17a8394c tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:29.444347 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4e1894a9-5bbf-40aa-8386-2de5fe801323 req-7dff98c6-e508-4eea-9a60-ab1a17a8394c tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=86083c0c-da35-4555-9e79-22bace104ae4 HTTP/1.1" status: 200 len: 943 time: 0.0516262 Aug 26 13:45:29.481200 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4e1894a9-5bbf-40aa-8386-2de5fe801323 req-2533d9e9-59d2-4042-b5f1-546387a610af tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305829 Aug 26 13:45:30.071242 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6394e7-a261-4227-aef9-ec34d8b54922 req-3f2b09f1-f874-40ec-913e-0fa51ac93a4a tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:30.072776 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8c6394e7-a261-4227-aef9-ec34d8b54922 req-3f2b09f1-f874-40ec-913e-0fa51ac93a4a tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 985 time: 0.0544362 Aug 26 13:45:30.116511 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8c6394e7-a261-4227-aef9-ec34d8b54922 req-8620b89a-24ce-4492-b75b-a23fa6dc3062 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=0dd80f68-b442-4617-9f38-d24ae845eb8f&id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352659 Aug 26 13:45:30.332787 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 35420) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:30.389809 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7256c134-4992-49c0-96de-41ce315260fa tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:30.417208 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7256c134-4992-49c0-96de-41ce315260fa tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:30.440790 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:30.494245 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 35428) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:30.587345 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7256c134-4992-49c0-96de-41ce315260fa tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:30.589901 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7256c134-4992-49c0-96de-41ce315260fa tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:30.591037 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-7256c134-4992-49c0-96de-41ce315260fa tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] 10.222.0.35 "DELETE /v2.0/security-groups/aa446040-c496-4451-b747-3499819f6e76 HTTP/1.1" status: 204 len: 168 time: 0.2572787 Aug 26 13:45:30.599316 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177dba8-385e-4a5c-ab53-0c45f2362635 req-13ec1721-9db0-4ad5-aaa1-5c481e03912b tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:30.600958 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f177dba8-385e-4a5c-ab53-0c45f2362635 req-13ec1721-9db0-4ad5-aaa1-5c481e03912b tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=86083c0c-da35-4555-9e79-22bace104ae4 HTTP/1.1" status: 200 len: 943 time: 0.0517414 Aug 26 13:45:30.609158 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7256c134-4992-49c0-96de-41ce315260fa tempest-TestShelveInstance-1082894247 tempest-TestShelveInstance-1082894247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa446040-c496-4451-b747-3499819f6e76,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:30.646374 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f177dba8-385e-4a5c-ab53-0c45f2362635 req-9065e47d-9abf-4a8d-90c8-8b1832ff60b1 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355852 Aug 26 13:45:30.732643 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 35436) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:30.939687 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5b199649-4700-4520-bf2a-f312c75c9dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432655'] for router_interface, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:31.162246 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-48618bf1-16c2-4844-83b7-df34114cdb11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432655'] for router_interface, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:31.191533 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-5b199649-4700-4520-bf2a-f312c75c9dcf admin admin] Deleting port a76ee43c-da1e-4ef0-a139-efd20c3ba409 {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:45:31.191928 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5b199649-4700-4520-bf2a-f312c75c9dcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:31.201257 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device f7e5e936-31e6-416f-a2a4-1c4b58b3b76d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=94616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 13:45:31.283457 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-5b199649-4700-4520-bf2a-f312c75c9dcf admin admin] For port a76ee43c-da1e-4ef0-a139-efd20c3ba409, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=a76ee43c-da1e-4ef0-a139-efd20c3ba409,segment=NetworkSegment(622f9d42-2ef0-4df2-9e01-d60060392ec1),segment_id=622f9d42-2ef0-4df2-9e01-d60060392ec1)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:45:31.283816 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5b199649-4700-4520-bf2a-f312c75c9dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:31.294007 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36b52d-3239-4d9b-8ca4-5440fb15697c req-25e47f54-7a01-40a1-b936-ce678486ae7f tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:31.295803 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4e36b52d-3239-4d9b-8ca4-5440fb15697c req-25e47f54-7a01-40a1-b936-ce678486ae7f tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 985 time: 0.0971258 Aug 26 13:45:31.301393 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-5b199649-4700-4520-bf2a-f312c75c9dcf admin admin] Calling delete_port for a76ee43c-da1e-4ef0-a139-efd20c3ba409 owned by network:router_interface {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:45:31.305110 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port f7e5e936-31e6-416f-a2a4-1c4b58b3b76d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f7e5e936-31e6-416f-a2a4-1c4b58b3b76d,segment=NetworkSegment(7e635d5e-6c50-41c7-b456-bf61fbd76aa2),segment_id=7e635d5e-6c50-41c7-b456-bf61fbd76aa2)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:45:31.317974 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Returning: {'device': 'f7e5e936-31e6-416f-a2a4-1c4b58b3b76d', 'network_id': '801f6951-36f4-49ce-9154-41081b4e840c', 'port_id': 'f7e5e936-31e6-416f-a2a4-1c4b58b3b76d', 'mac_address': 'fa:16:3e:d4:d5:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90af5ce6-9610-4682-9ee6-124de69708b6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 13:45:31.367932 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:31.386009 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7e5e936-31e6-416f-a2a4-1c4b58b3b76d {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:45:31.399710 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4e36b52d-3239-4d9b-8ca4-5440fb15697c req-07c405d7-fdb2-4405-a2d3-62ad0cc6c287 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=0dd80f68-b442-4617-9f38-d24ae845eb8f&id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0944405 Aug 26 13:45:31.407952 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port f7e5e936-31e6-416f-a2a4-1c4b58b3b76d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f7e5e936-31e6-416f-a2a4-1c4b58b3b76d,segment=NetworkSegment(7e635d5e-6c50-41c7-b456-bf61fbd76aa2),segment_id=7e635d5e-6c50-41c7-b456-bf61fbd76aa2)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:45:31.486551 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:31.512123 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-48618bf1-16c2-4844-83b7-df34114cdb11 admin admin] Deleting port ee35e97a-3c89-4fa8-98d0-18c36e86604c {{(pid=94614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:45:31.512538 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-48618bf1-16c2-4844-83b7-df34114cdb11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:31.540201 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=f7e5e936-31e6-416f-a2a4-1c4b58b3b76d,revision_number=4']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:31.547799 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:45:31.548158 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:45:31.548699 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:45:31.549045 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:45:31.549395 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:45:31.549738 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:45:31.550096 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:45:31.550434 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:45:31.550768 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:45:31.551100 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:45:31.551431 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:45:31.551760 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:45:31.599538 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-48618bf1-16c2-4844-83b7-df34114cdb11 admin admin] For port ee35e97a-3c89-4fa8-98d0-18c36e86604c, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=ee35e97a-3c89-4fa8-98d0-18c36e86604c,segment=NetworkSegment(32d3525f-9d26-4906-87cc-93c5d5530eb6),segment_id=32d3525f-9d26-4906-87cc-93c5d5530eb6)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:45:31.599896 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-48618bf1-16c2-4844-83b7-df34114cdb11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:31.614044 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-48618bf1-16c2-4844-83b7-df34114cdb11 admin admin] Calling delete_port for ee35e97a-3c89-4fa8-98d0-18c36e86604c owned by network:router_interface {{(pid=94614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:45:31.785533 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['f7e5e936-31e6-416f-a2a4-1c4b58b3b76d'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:45:31.789834 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e0dd8-335a-4778-a253-74b8f4bc4195 req-a98ba692-776c-4265-8553-23e15489c9ff tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:31.791415 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-741e0dd8-335a-4778-a253-74b8f4bc4195 req-a98ba692-776c-4265-8553-23e15489c9ff tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=86083c0c-da35-4555-9e79-22bace104ae4 HTTP/1.1" status: 200 len: 944 time: 0.0714617 Aug 26 13:45:31.847314 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5b199649-4700-4520-bf2a-f312c75c9dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:31.867552 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-741e0dd8-335a-4778-a253-74b8f4bc4195 req-e8035d81-a935-4aba-9c26-2af405887ca2 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656359 Aug 26 13:45:31.880972 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b199649-4700-4520-bf2a-f312c75c9dcf admin admin] Pushing event deleted for resources: {'Port': ['ID=a76ee43c-da1e-4ef0-a139-efd20c3ba409,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:31.955679 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-48618bf1-16c2-4844-83b7-df34114cdb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:31.981692 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48618bf1-16c2-4844-83b7-df34114cdb11 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee35e97a-3c89-4fa8-98d0-18c36e86604c,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:32.087318 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5b199649-4700-4520-bf2a-f312c75c9dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432837'] for router_interface, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:32.186924 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-48618bf1-16c2-4844-83b7-df34114cdb11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432837'] for router_interface, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:32.331818 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b199649-4700-4520-bf2a-f312c75c9dcf admin admin] Router fdb0a255-e87a-4160-91bc-2c34ce5120d7 has already been hosted by L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 {{(pid=94615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 13:45:32.415942 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48618bf1-16c2-4844-83b7-df34114cdb11 admin admin] Router 068568c5-558f-473d-9684-ad063777eeb4 has already been hosted by L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 {{(pid=94614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 13:45:32.452099 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b199649-4700-4520-bf2a-f312c75c9dcf admin admin] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:45:32.457485 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-5b199649-4700-4520-bf2a-f312c75c9dcf admin admin] 10.222.0.35 "PUT /v2.0/routers/fdb0a255-e87a-4160-91bc-2c34ce5120d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9620051 Aug 26 13:45:32.460178 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 35446) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:32.462968 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c382d5-8100-4dec-9757-2739baf11a4b None None] Sync routers for ids ['fdb0a255-e87a-4160-91bc-2c34ce5120d7'] in dv-cinder-786386-11-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:45:32.472265 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c382d5-8100-4dec-9757-2739baf11a4b None None] Routers {'fdb0a255-e87a-4160-91bc-2c34ce5120d7'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:45:32.472901 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-24c382d5-8100-4dec-9757-2739baf11a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:45:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['fdb0a255-e87a-4160-91bc-2c34ce5120d7'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:32.540061 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48618bf1-16c2-4844-83b7-df34114cdb11 admin admin] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:45:32.548120 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 35448) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:32.549199 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-48618bf1-16c2-4844-83b7-df34114cdb11 admin admin] 10.222.0.35 "PUT /v2.0/routers/068568c5-558f-473d-9684-ad063777eeb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8152988 Aug 26 13:45:32.551278 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03e43ff-931e-451e-89f5-15f4ff30eb09 None None] Sync routers for ids ['068568c5-558f-473d-9684-ad063777eeb4'] in dv-cinder-786386-11-iscsi {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:45:32.562141 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03e43ff-931e-451e-89f5-15f4ff30eb09 None None] Routers {'068568c5-558f-473d-9684-ad063777eeb4'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:45:32.562822 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-c03e43ff-931e-451e-89f5-15f4ff30eb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:45:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['068568c5-558f-473d-9684-ad063777eeb4'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:32.585648 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-24c382d5-8100-4dec-9757-2739baf11a4b None None] Set router fdb0a255-e87a-4160-91bc-2c34ce5120d7 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:45:32.649032 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-114e0227-e44e-47f5-9059-b5d818845908 admin admin] Notify callbacks [] for router, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:32.669822 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-c03e43ff-931e-451e-89f5-15f4ff30eb09 None None] Set router 068568c5-558f-473d-9684-ad063777eeb4 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:45:32.747903 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2f58baca-c61c-48c3-a66f-27e29958c7c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:32.776839 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-24c382d5-8100-4dec-9757-2739baf11a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'name': 'tempest-AttachVolumeShelveTestJSON-95078014-router', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:37:22Z', 'updated_at': '2021-08-26T13:45:31Z', 'revision_number': 5, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'gw_port': {'id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:24Z', 'updated_at': '2021-08-26T13:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:32.804996 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c382d5-8100-4dec-9757-2739baf11a4b None None] Checking router: fdb0a255-e87a-4160-91bc-2c34ce5120d7 for host: dv-cinder-786386-11-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:45:32.816365 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c382d5-8100-4dec-9757-2739baf11a4b None None] Routers {'fdb0a255-e87a-4160-91bc-2c34ce5120d7'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:45:32.816815 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-24c382d5-8100-4dec-9757-2739baf11a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:45:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['fdb0a255-e87a-4160-91bc-2c34ce5120d7'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:32.842451 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-114e0227-e44e-47f5-9059-b5d818845908 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:32.870287 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2f58baca-c61c-48c3-a66f-27e29958c7c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:32.873389 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-c03e43ff-931e-451e-89f5-15f4ff30eb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068568c5-558f-473d-9684-ad063777eeb4', 'name': 'tempest-TestShelveInstance-629034658-router', 'tenant_id': '42581d098bad41969e8958b4a30db51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '1e2972e8-ed8d-494a-b5e0-07e47b04cf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:39:47Z', 'updated_at': '2021-08-26T13:45:31Z', 'revision_number': 5, 'project_id': '42581d098bad41969e8958b4a30db51f', 'gw_port': {'id': '1e2972e8-ed8d-494a-b5e0-07e47b04cf98', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068568c5-558f-473d-9684-ad063777eeb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:39:48Z', 'updated_at': '2021-08-26T13:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:32.902348 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03e43ff-931e-451e-89f5-15f4ff30eb09 None None] Checking router: 068568c5-558f-473d-9684-ad063777eeb4 for host: dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:45:32.911620 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03e43ff-931e-451e-89f5-15f4ff30eb09 None None] Routers {'068568c5-558f-473d-9684-ad063777eeb4'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:45:32.912270 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-c03e43ff-931e-451e-89f5-15f4ff30eb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:45:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['068568c5-558f-473d-9684-ad063777eeb4'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:32.936242 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-24c382d5-8100-4dec-9757-2739baf11a4b None None] Set router fdb0a255-e87a-4160-91bc-2c34ce5120d7 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:45:33.016324 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f932b1-fa26-451b-bd08-a6c1a210d21f req-19fcd0de-b704-4c94-826d-65e370e7955e tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:33.024493 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-114e0227-e44e-47f5-9059-b5d818845908 admin admin] Deleting port 48aa41cd-2a6e-4dab-9cf6-0d004a674768 {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:45:33.025383 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-114e0227-e44e-47f5-9059-b5d818845908 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:33.026190 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-38f932b1-fa26-451b-bd08-a6c1a210d21f req-19fcd0de-b704-4c94-826d-65e370e7955e tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=86083c0c-da35-4555-9e79-22bace104ae4 HTTP/1.1" status: 200 len: 944 time: 0.0846901 Aug 26 13:45:33.028650 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-2f58baca-c61c-48c3-a66f-27e29958c7c5 admin admin] Deleting port 1e2972e8-ed8d-494a-b5e0-07e47b04cf98 {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:45:33.029343 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2f58baca-c61c-48c3-a66f-27e29958c7c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:33.045403 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-c03e43ff-931e-451e-89f5-15f4ff30eb09 None None] Set router 068568c5-558f-473d-9684-ad063777eeb4 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:45:33.081934 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-38f932b1-fa26-451b-bd08-a6c1a210d21f req-5de36f65-c172-4339-ac2c-047d78addff7 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510890 Aug 26 13:45:33.137453 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-24c382d5-8100-4dec-9757-2739baf11a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'name': 'tempest-AttachVolumeShelveTestJSON-95078014-router', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:37:22Z', 'updated_at': '2021-08-26T13:45:31Z', 'revision_number': 5, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'gw_port': {'id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:24Z', 'updated_at': '2021-08-26T13:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:33.170183 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c382d5-8100-4dec-9757-2739baf11a4b None None] The sync data for ids ['fdb0a255-e87a-4160-91bc-2c34ce5120d7'] in dv-cinder-786386-11-iscsi is: [{'id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'name': 'tempest-AttachVolumeShelveTestJSON-95078014-router', 'tenant_id': 'cb7886896a194491958e9bfa03f0ea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:37:22Z', 'updated_at': '2021-08-26T13:45:31Z', 'revision_number': 5, 'project_id': 'cb7886896a194491958e9bfa03f0ea57', 'gw_port': {'id': '48aa41cd-2a6e-4dab-9cf6-0d004a674768', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb0a255-e87a-4160-91bc-2c34ce5120d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:37:24Z', 'updated_at': '2021-08-26T13:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:45:33.174937 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-114e0227-e44e-47f5-9059-b5d818845908 admin admin] For port 48aa41cd-2a6e-4dab-9cf6-0d004a674768, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=48aa41cd-2a6e-4dab-9cf6-0d004a674768,segment=NetworkSegment(706c7343-f453-451d-93d0-3f6d714ba662),segment_id=706c7343-f453-451d-93d0-3f6d714ba662)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:45:33.175304 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-114e0227-e44e-47f5-9059-b5d818845908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:33.185972 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-2f58baca-c61c-48c3-a66f-27e29958c7c5 admin admin] For port 1e2972e8-ed8d-494a-b5e0-07e47b04cf98, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=1e2972e8-ed8d-494a-b5e0-07e47b04cf98,segment=NetworkSegment(706c7343-f453-451d-93d0-3f6d714ba662),segment_id=706c7343-f453-451d-93d0-3f6d714ba662)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:45:33.186336 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2f58baca-c61c-48c3-a66f-27e29958c7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:33.199668 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-114e0227-e44e-47f5-9059-b5d818845908 admin admin] Calling delete_port for 48aa41cd-2a6e-4dab-9cf6-0d004a674768 owned by network:router_gateway {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:45:33.212364 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-2f58baca-c61c-48c3-a66f-27e29958c7c5 admin admin] Calling delete_port for 1e2972e8-ed8d-494a-b5e0-07e47b04cf98 owned by network:router_gateway {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:45:33.220732 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device f7e5e936-31e6-416f-a2a4-1c4b58b3b76d up at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:45:33.289588 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-c03e43ff-931e-451e-89f5-15f4ff30eb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068568c5-558f-473d-9684-ad063777eeb4', 'name': 'tempest-TestShelveInstance-629034658-router', 'tenant_id': '42581d098bad41969e8958b4a30db51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '1e2972e8-ed8d-494a-b5e0-07e47b04cf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:39:47Z', 'updated_at': '2021-08-26T13:45:31Z', 'revision_number': 5, 'project_id': '42581d098bad41969e8958b4a30db51f', 'gw_port': {'id': '1e2972e8-ed8d-494a-b5e0-07e47b04cf98', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068568c5-558f-473d-9684-ad063777eeb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:39:48Z', 'updated_at': '2021-08-26T13:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:33.316379 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03e43ff-931e-451e-89f5-15f4ff30eb09 None None] The sync data for ids ['068568c5-558f-473d-9684-ad063777eeb4'] in dv-cinder-786386-11-iscsi is: [{'id': '068568c5-558f-473d-9684-ad063777eeb4', 'name': 'tempest-TestShelveInstance-629034658-router', 'tenant_id': '42581d098bad41969e8958b4a30db51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '1e2972e8-ed8d-494a-b5e0-07e47b04cf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:39:47Z', 'updated_at': '2021-08-26T13:45:31Z', 'revision_number': 5, 'project_id': '42581d098bad41969e8958b4a30db51f', 'gw_port': {'id': '1e2972e8-ed8d-494a-b5e0-07e47b04cf98', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068568c5-558f-473d-9684-ad063777eeb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:39:48Z', 'updated_at': '2021-08-26T13:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}] {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:45:33.354453 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning for port f7e5e936-31e6-416f-a2a4-1c4b58b3b76d completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:45:33.358620 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning complete for port f7e5e936-31e6-416f-a2a4-1c4b58b3b76d triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:45:33.359001 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:33.445194 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:33.468738 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86083c0c-da35-4555-9e79-22bace104ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e5e936-31e6-416f-a2a4-1c4b58b3b76d'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:45:33.471147 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adf09783f65fc29d397fc30c9e785295af8fecd29e58eb7f547da51af43e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a6d5a2-2093-42fb-ac8e-bae06e09195b" -d '{"events": [{"server_uuid": "86083c0c-da35-4555-9e79-22bace104ae4", "name": "network-vif-plugged", "status": "completed", "tag": "f7e5e936-31e6-416f-a2a4-1c4b58b3b76d"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:45:33.483963 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port f7e5e936-31e6-416f-a2a4-1c4b58b3b76d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f7e5e936-31e6-416f-a2a4-1c4b58b3b76d,segment=NetworkSegment(7e635d5e-6c50-41c7-b456-bf61fbd76aa2),segment_id=7e635d5e-6c50-41c7-b456-bf61fbd76aa2)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:45:33.508618 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6374536d-967a-4878-bfd3-474543b9834a x-openstack-request-id: req-6374536d-967a-4878-bfd3-474543b9834a {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:45:33.508916 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86083c0c-da35-4555-9e79-22bace104ae4", "name": "network-vif-plugged", "status": "completed", "tag": "f7e5e936-31e6-416f-a2a4-1c4b58b3b76d", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:45:33.509294 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6374536d-967a-4878-bfd3-474543b9834a {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:45:33.509699 dv-cinder-786386-11-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86083c0c-da35-4555-9e79-22bace104ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e5e936-31e6-416f-a2a4-1c4b58b3b76d', 'code': 200} Aug 26 13:45:33.577831 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:33.612396 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2f58baca-c61c-48c3-a66f-27e29958c7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:33.615639 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-114e0227-e44e-47f5-9059-b5d818845908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:33.644178 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=f7e5e936-31e6-416f-a2a4-1c4b58b3b76d,revision_number=5']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:33.657453 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f58baca-c61c-48c3-a66f-27e29958c7c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e2972e8-ed8d-494a-b5e0-07e47b04cf98,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:33.727838 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e0227-e44e-47f5-9059-b5d818845908 admin admin] Pushing event deleted for resources: {'Port': ['ID=48aa41cd-2a6e-4dab-9cf6-0d004a674768,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:33.777108 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2f58baca-c61c-48c3-a66f-27e29958c7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430495'] for router_gateway, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:33.821263 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-114e0227-e44e-47f5-9059-b5d818845908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430495'] for router_gateway, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:33.991891 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device a76ee43c-da1e-4ef0-a139-efd20c3ba409 no longer exists at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:45:34.015206 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] No Port match for: a76ee43c-da1e-4ef0-a139-efd20c3ba409 {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:45:34.015706 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device a76ee43c-da1e-4ef0-a139-efd20c3ba409 not bound to the agent host dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:45:34.199250 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79476ee1-48bb-43dc-bfd8-307563bf97dc req-a418915d-61be-43da-a6dc-214ac0e049bd tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:34.200736 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-79476ee1-48bb-43dc-bfd8-307563bf97dc req-a418915d-61be-43da-a6dc-214ac0e049bd tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=86083c0c-da35-4555-9e79-22bace104ae4 HTTP/1.1" status: 200 len: 945 time: 0.0552037 Aug 26 13:45:34.235112 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2f58baca-c61c-48c3-a66f-27e29958c7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-428288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13273'] for router, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:34.238198 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2f58baca-c61c-48c3-a66f-27e29958c7c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:34.239289 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-79476ee1-48bb-43dc-bfd8-307563bf97dc req-d1534343-3369-42d7-af3e-658b8f7d8c1c tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318089 Aug 26 13:45:34.246352 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-114e0227-e44e-47f5-9059-b5d818845908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-428288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13273'] for router, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:34.267794 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-114e0227-e44e-47f5-9059-b5d818845908 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:34.343371 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cdc26-2329-4bce-9378-935e2c2ceba8 req-c3fbe5c7-319d-4dfd-b9ed-8c575da745d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:34.344886 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-389cdc26-2329-4bce-9378-935e2c2ceba8 req-c3fbe5c7-319d-4dfd-b9ed-8c575da745d9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=86083c0c-da35-4555-9e79-22bace104ae4 HTTP/1.1" status: 200 len: 1098 time: 0.4921455 Aug 26 13:45:34.379514 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-389cdc26-2329-4bce-9378-935e2c2ceba8 req-6d70c65e-fb28-46f6-a2f8-38ba1437d66f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273778 Aug 26 13:45:34.406130 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2f58baca-c61c-48c3-a66f-27e29958c7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-428303'] for router, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:34.406685 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f58baca-c61c-48c3-a66f-27e29958c7c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 068568c5-558f-473d-9684-ad063777eeb4 {{(pid=94615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 13:45:34.416728 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2f58baca-c61c-48c3-a66f-27e29958c7c5 admin admin] Notify callbacks [] for router, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:34.416728 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-2f58baca-c61c-48c3-a66f-27e29958c7c5 admin admin] 10.222.0.35 "DELETE /v2.0/routers/068568c5-558f-473d-9684-ad063777eeb4 HTTP/1.1" status: 204 len: 168 time: 1.8631437 Aug 26 13:45:34.416728 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 35456) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:34.443175 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-114e0227-e44e-47f5-9059-b5d818845908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-428303'] for router, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:34.443730 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114e0227-e44e-47f5-9059-b5d818845908 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdb0a255-e87a-4160-91bc-2c34ce5120d7 {{(pid=94615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 13:45:34.448020 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-114e0227-e44e-47f5-9059-b5d818845908 admin admin] Notify callbacks [] for router, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:34.451924 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-114e0227-e44e-47f5-9059-b5d818845908 admin admin] 10.222.0.35 "DELETE /v2.0/routers/fdb0a255-e87a-4160-91bc-2c34ce5120d7 HTTP/1.1" status: 204 len: 168 time: 1.9883640 Aug 26 13:45:34.452496 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 35458) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:34.506921 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc91ec8a-8c46-4696-a250-1c06af7ece8d admin admin] Deleting subnet df87cdb7-ca74-41e6-949b-3361333e43fa {{(pid=94615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 13:45:34.513140 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-cc91ec8a-8c46-4696-a250-1c06af7ece8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:34.541449 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_v2 [None req-821c06f6-28ca-475e-ab9e-8d0fc57c3010 admin admin] Deleting subnet f404f389-dc0c-4c0d-a515-d27c76237ec3 {{(pid=94615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 13:45:34.549481 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-821c06f6-28ca-475e-ab9e-8d0fc57c3010 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:34.577519 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-cc91ec8a-8c46-4696-a250-1c06af7ece8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3242698'] for subnet, precommit_delete_associations {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:34.612706 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-821c06f6-28ca-475e-ab9e-8d0fc57c3010 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3242698'] for subnet, precommit_delete_associations {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:34.752683 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-cc91ec8a-8c46-4696-a250-1c06af7ece8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541549'] for subnet, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:34.788979 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-821c06f6-28ca-475e-ab9e-8d0fc57c3010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541549'] for subnet, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:34.904005 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-cc91ec8a-8c46-4696-a250-1c06af7ece8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8764706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593056'] for subnet, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:34.935452 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91ec8a-8c46-4696-a250-1c06af7ece8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df87cdb7-ca74-41e6-949b-3361333e43fa,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:34.939877 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-cc91ec8a-8c46-4696-a250-1c06af7ece8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:34.942665 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-cc91ec8a-8c46-4696-a250-1c06af7ece8d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/df87cdb7-ca74-41e6-949b-3361333e43fa HTTP/1.1" status: 204 len: 168 time: 0.5259161 Aug 26 13:45:34.942995 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-821c06f6-28ca-475e-ab9e-8d0fc57c3010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8764706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593056'] for subnet, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:34.944462 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 35460) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:34.946159 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf995828-1d40-4515-a6c7-504c7f70ae91 None None] Network a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:45:34.968784 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c06f6-28ca-475e-ab9e-8d0fc57c3010 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f404f389-dc0c-4c0d-a515-d27c76237ec3,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:34.976568 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-821c06f6-28ca-475e-ab9e-8d0fc57c3010 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:34.978570 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-821c06f6-28ca-475e-ab9e-8d0fc57c3010 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f404f389-dc0c-4c0d-a515-d27c76237ec3 HTTP/1.1" status: 204 len: 168 time: 0.5254459 Aug 26 13:45:34.982238 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 35462) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:34.992908 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78571a4e-6942-4837-9050-ee345c8d81a9 None None] Network 4f0cbbb0-e1d8-4eda-8b5a-9467452e6368 requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:45:35.015985 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ae68dd58-408d-4060-a3c9-5d027147ccf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1476925'] for network, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:35.054229 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e7fc61f7-20f1-4745-8db4-cdc741f00814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1476925'] for network, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:35.072578 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-ae68dd58-408d-4060-a3c9-5d027147ccf6 admin admin] Deleting port 70a83b6f-4f2e-4732-b33d-03e22f3a3974 {{(pid=94614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:45:35.072925 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ae68dd58-408d-4060-a3c9-5d027147ccf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:35.112322 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-e7fc61f7-20f1-4745-8db4-cdc741f00814 admin admin] Deleting port 172d5835-b5f0-40d3-862e-609a9287a69d {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:45:35.112719 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e7fc61f7-20f1-4745-8db4-cdc741f00814 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:35.142238 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-ae68dd58-408d-4060-a3c9-5d027147ccf6 admin admin] For port 70a83b6f-4f2e-4732-b33d-03e22f3a3974, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=70a83b6f-4f2e-4732-b33d-03e22f3a3974,segment=NetworkSegment(32d3525f-9d26-4906-87cc-93c5d5530eb6),segment_id=32d3525f-9d26-4906-87cc-93c5d5530eb6)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:45:35.142583 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ae68dd58-408d-4060-a3c9-5d027147ccf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:35.159201 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-ae68dd58-408d-4060-a3c9-5d027147ccf6 admin admin] Calling delete_port for 70a83b6f-4f2e-4732-b33d-03e22f3a3974 owned by network:dhcp {{(pid=94614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:45:35.198410 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-e7fc61f7-20f1-4745-8db4-cdc741f00814 admin admin] For port 172d5835-b5f0-40d3-862e-609a9287a69d, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=172d5835-b5f0-40d3-862e-609a9287a69d,segment=NetworkSegment(622f9d42-2ef0-4df2-9e01-d60060392ec1),segment_id=622f9d42-2ef0-4df2-9e01-d60060392ec1)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:45:35.198881 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e7fc61f7-20f1-4745-8db4-cdc741f00814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:35.214770 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-e7fc61f7-20f1-4745-8db4-cdc741f00814 admin admin] Calling delete_port for 172d5835-b5f0-40d3-862e-609a9287a69d owned by network:dhcp {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:45:35.262510 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27977a78-b81b-4021-a046-5060c18e4479 None None] DHCP port deletion for a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda request from dv-cinder-786386-11-iscsi {{(pid=94616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 13:45:35.329766 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814be0e7-6496-4c6a-a17c-344131af8319 None None] DHCP port deletion for 4f0cbbb0-e1d8-4eda-8b5a-9467452e6368 request from dv-cinder-786386-11-iscsi {{(pid=94616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 13:45:35.355299 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ae68dd58-408d-4060-a3c9-5d027147ccf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:35.385587 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-27977a78-b81b-4021-a046-5060c18e4479 None None] Deleting port 70a83b6f-4f2e-4732-b33d-03e22f3a3974 {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:45:35.385991 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-27977a78-b81b-4021-a046-5060c18e4479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:35.400369 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 48aa41cd-2a6e-4dab-9cf6-0d004a674768 no longer exists at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:45:35.407835 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae68dd58-408d-4060-a3c9-5d027147ccf6 admin admin] No DVR routers for this DVR port 70a83b6f-4f2e-4732-b33d-03e22f3a3974 on host dv-cinder-786386-11-iscsi {{(pid=94614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 13:45:35.410782 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae68dd58-408d-4060-a3c9-5d027147ccf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=70a83b6f-4f2e-4732-b33d-03e22f3a3974,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:35.440905 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e7fc61f7-20f1-4745-8db4-cdc741f00814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:35.457278 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] No Port match for: 48aa41cd-2a6e-4dab-9cf6-0d004a674768 {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:45:35.457663 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 48aa41cd-2a6e-4dab-9cf6-0d004a674768 not bound to the agent host dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:45:35.464953 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 1e2972e8-ed8d-494a-b5e0-07e47b04cf98 no longer exists at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:45:35.471532 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc61f7-20f1-4745-8db4-cdc741f00814 admin admin] Pushing event deleted for resources: {'Port': ['ID=172d5835-b5f0-40d3-862e-609a9287a69d,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:35.475850 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fc61f7-20f1-4745-8db4-cdc741f00814 admin admin] No DVR routers for this DVR port 172d5835-b5f0-40d3-862e-609a9287a69d on host dv-cinder-786386-11-iscsi {{(pid=94615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 13:45:35.494028 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-814be0e7-6496-4c6a-a17c-344131af8319 None None] Deleting port 172d5835-b5f0-40d3-862e-609a9287a69d {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:45:35.494406 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-814be0e7-6496-4c6a-a17c-344131af8319 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:35.497568 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] No Port match for: 1e2972e8-ed8d-494a-b5e0-07e47b04cf98 {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:45:35.497942 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 1e2972e8-ed8d-494a-b5e0-07e47b04cf98 not bound to the agent host dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:45:35.498839 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 70a83b6f-4f2e-4732-b33d-03e22f3a3974 no longer exists at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:45:35.530674 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ae68dd58-408d-4060-a3c9-5d027147ccf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-539478', 'neutron.services.segments.db._delete_segments_for_network-8790400307694'] for network, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:35.533117 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-27977a78-b81b-4021-a046-5060c18e4479 None None] For port 70a83b6f-4f2e-4732-b33d-03e22f3a3974, host dv-cinder-786386-11-iscsi, got binding levels [] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:45:35.533530 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-27977a78-b81b-4021-a046-5060c18e4479 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:35.545945 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.services.segments.db [None req-ae68dd58-408d-4060-a3c9-5d027147ccf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda']}} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:35.549568 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e7fc61f7-20f1-4745-8db4-cdc741f00814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-539478', 'neutron.services.segments.db._delete_segments_for_network-8790400307694'] for network, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:35.559653 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] No Port match for: 70a83b6f-4f2e-4732-b33d-03e22f3a3974 {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:45:35.560001 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 70a83b6f-4f2e-4732-b33d-03e22f3a3974 not bound to the agent host dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:45:35.562224 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device ee35e97a-3c89-4fa8-98d0-18c36e86604c no longer exists at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:45:35.562337 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-e7fc61f7-20f1-4745-8db4-cdc741f00814 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f0cbbb0-e1d8-4eda-8b5a-9467452e6368']}} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:35.574021 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-e7fc61f7-20f1-4745-8db4-cdc741f00814 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '622f9d42-2ef0-4df2-9e01-d60060392ec1') {'for_net_delete': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:35.574395 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-e7fc61f7-20f1-4745-8db4-cdc741f00814 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '622f9d42-2ef0-4df2-9e01-d60060392ec1') {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:35.576413 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c600b33-6954-49df-9799-baf1b9908d9f req-dba67a9b-5691-48a2-9575-8f88a295d80e tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:35.577996 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1c600b33-6954-49df-9799-baf1b9908d9f req-dba67a9b-5691-48a2-9575-8f88a295d80e tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=86083c0c-da35-4555-9e79-22bace104ae4 HTTP/1.1" status: 200 len: 945 time: 0.2325246 Aug 26 13:45:35.579862 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.services.segments.db [None req-ae68dd58-408d-4060-a3c9-5d027147ccf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d3525f-9d26-4906-87cc-93c5d5530eb6') {'for_net_delete': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:35.580628 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.services.segments.db [None req-ae68dd58-408d-4060-a3c9-5d027147ccf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d3525f-9d26-4906-87cc-93c5d5530eb6') {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:35.584058 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e7fc61f7-20f1-4745-8db4-cdc741f00814 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790400307577', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3242709'] for segment, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:35.596634 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] No Port match for: ee35e97a-3c89-4fa8-98d0-18c36e86604c {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:45:35.596980 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device ee35e97a-3c89-4fa8-98d0-18c36e86604c not bound to the agent host dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:45:35.597509 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ae68dd58-408d-4060-a3c9-5d027147ccf6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790400307577', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3147554'] for segment, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:35.598799 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-27977a78-b81b-4021-a046-5060c18e4479 None None] Calling delete_port for 70a83b6f-4f2e-4732-b33d-03e22f3a3974 owned by network:dhcp {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:45:35.603354 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.ipam_backend_mixin [None req-27977a78-b81b-4021-a046-5060c18e4479 None None] Port 70a83b6f-4f2e-4732-b33d-03e22f3a3974 was not found and therefore no delete operation was performed {{(pid=94616) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 26 13:45:35.605685 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e7fc61f7-20f1-4745-8db4-cdc741f00814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388'] for segment, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:35.607109 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-27977a78-b81b-4021-a046-5060c18e4479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:35.614038 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7fc61f7-20f1-4745-8db4-cdc741f00814 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=94615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 13:45:35.614552 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e7fc61f7-20f1-4745-8db4-cdc741f00814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8764740'] for segment, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:35.616384 dv-cinder-786386-11-iscsi neutron-server[94615]: Traceback (most recent call last): Aug 26 13:45:35.616384 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 13:45:35.616384 dv-cinder-786386-11-iscsi neutron-server[94615]: timer() Aug 26 13:45:35.616384 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 13:45:35.616384 dv-cinder-786386-11-iscsi neutron-server[94615]: cb(*args, **kw) Aug 26 13:45:35.616384 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 13:45:35.616384 dv-cinder-786386-11-iscsi neutron-server[94615]: return func(*args, **kwargs) Aug 26 13:45:35.616384 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 13:45:35.616384 dv-cinder-786386-11-iscsi neutron-server[94615]: self._notify() Aug 26 13:45:35.616384 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 13:45:35.616384 dv-cinder-786386-11-iscsi neutron-server[94615]: self.callback(batched_events) Aug 26 13:45:35.616384 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 13:45:35.616384 dv-cinder-786386-11-iscsi neutron-server[94615]: event.method(event) Aug 26 13:45:35.616384 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 13:45:35.616384 dv-cinder-786386-11-iscsi neutron-server[94615]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 13:45:35.616384 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 13:45:35.616384 dv-cinder-786386-11-iscsi neutron-server[94615]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 13:45:35.616384 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 13:45:35.616384 dv-cinder-786386-11-iscsi neutron-server[94615]: return f(self, *a, **k) Aug 26 13:45:35.616384 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 13:45:35.616384 dv-cinder-786386-11-iscsi neutron-server[94615]: return self._get(url).json() Aug 26 13:45:35.616384 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 13:45:35.616384 dv-cinder-786386-11-iscsi neutron-server[94615]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 13:45:35.616384 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 13:45:35.616384 dv-cinder-786386-11-iscsi neutron-server[94615]: return self.request(url, 'GET', **kwargs) Aug 26 13:45:35.616384 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 13:45:35.616384 dv-cinder-786386-11-iscsi neutron-server[94615]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 13:45:35.616384 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 13:45:35.616384 dv-cinder-786386-11-iscsi neutron-server[94615]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 13:45:35.616384 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 13:45:35.616384 dv-cinder-786386-11-iscsi neutron-server[94615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 13:45:35.616384 dv-cinder-786386-11-iscsi neutron-server[94615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 13:45:35.645903 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ae68dd58-408d-4060-a3c9-5d027147ccf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388'] for segment, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:35.651099 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27977a78-b81b-4021-a046-5060c18e4479 None None] No DVR routers for this DVR port 70a83b6f-4f2e-4732-b33d-03e22f3a3974 on host dv-cinder-786386-11-iscsi {{(pid=94616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 13:45:35.657566 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27977a78-b81b-4021-a046-5060c18e4479 None None] Pushing event deleted for resources: {'Port': ['ID=70a83b6f-4f2e-4732-b33d-03e22f3a3974,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:35.657862 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1c600b33-6954-49df-9799-baf1b9908d9f req-a7265896-4942-4035-b91c-e5ee854311ae tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679181 Aug 26 13:45:35.659281 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae68dd58-408d-4060-a3c9-5d027147ccf6 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=94614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 13:45:35.659281 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ae68dd58-408d-4060-a3c9-5d027147ccf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8625124'] for segment, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:35.662935 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-814be0e7-6496-4c6a-a17c-344131af8319 None None] For port 172d5835-b5f0-40d3-862e-609a9287a69d, host dv-cinder-786386-11-iscsi, got binding levels [] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:45:35.665753 dv-cinder-786386-11-iscsi neutron-server[94614]: Traceback (most recent call last): Aug 26 13:45:35.665753 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 13:45:35.665753 dv-cinder-786386-11-iscsi neutron-server[94614]: timer() Aug 26 13:45:35.665753 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 13:45:35.665753 dv-cinder-786386-11-iscsi neutron-server[94614]: cb(*args, **kw) Aug 26 13:45:35.665753 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 13:45:35.665753 dv-cinder-786386-11-iscsi neutron-server[94614]: return func(*args, **kwargs) Aug 26 13:45:35.665753 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 13:45:35.665753 dv-cinder-786386-11-iscsi neutron-server[94614]: self._notify() Aug 26 13:45:35.665753 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 13:45:35.665753 dv-cinder-786386-11-iscsi neutron-server[94614]: self.callback(batched_events) Aug 26 13:45:35.665753 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 13:45:35.665753 dv-cinder-786386-11-iscsi neutron-server[94614]: event.method(event) Aug 26 13:45:35.665753 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 13:45:35.665753 dv-cinder-786386-11-iscsi neutron-server[94614]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 13:45:35.665753 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 13:45:35.665753 dv-cinder-786386-11-iscsi neutron-server[94614]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 13:45:35.665753 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 13:45:35.665753 dv-cinder-786386-11-iscsi neutron-server[94614]: return f(self, *a, **k) Aug 26 13:45:35.665753 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 13:45:35.665753 dv-cinder-786386-11-iscsi neutron-server[94614]: return self._get(url).json() Aug 26 13:45:35.665753 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 13:45:35.665753 dv-cinder-786386-11-iscsi neutron-server[94614]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 13:45:35.665753 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 13:45:35.665753 dv-cinder-786386-11-iscsi neutron-server[94614]: return self.request(url, 'GET', **kwargs) Aug 26 13:45:35.665753 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 13:45:35.665753 dv-cinder-786386-11-iscsi neutron-server[94614]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 13:45:35.665753 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 13:45:35.665753 dv-cinder-786386-11-iscsi neutron-server[94614]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 13:45:35.665753 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 13:45:35.665753 dv-cinder-786386-11-iscsi neutron-server[94614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 13:45:35.665753 dv-cinder-786386-11-iscsi neutron-server[94614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 13:45:35.669131 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-814be0e7-6496-4c6a-a17c-344131af8319 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:35.691547 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-814be0e7-6496-4c6a-a17c-344131af8319 None None] Calling delete_port for 172d5835-b5f0-40d3-862e-609a9287a69d owned by network:dhcp {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:45:35.694956 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.ipam_backend_mixin [None req-814be0e7-6496-4c6a-a17c-344131af8319 None None] Port 172d5835-b5f0-40d3-862e-609a9287a69d was not found and therefore no delete operation was performed {{(pid=94616) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 26 13:45:35.698055 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-814be0e7-6496-4c6a-a17c-344131af8319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:35.722125 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814be0e7-6496-4c6a-a17c-344131af8319 None None] Pushing event deleted for resources: {'Port': ['ID=172d5835-b5f0-40d3-862e-609a9287a69d,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:35.727934 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814be0e7-6496-4c6a-a17c-344131af8319 None None] No DVR routers for this DVR port 172d5835-b5f0-40d3-862e-609a9287a69d on host dv-cinder-786386-11-iscsi {{(pid=94616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 13:45:35.771910 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e7fc61f7-20f1-4745-8db4-cdc741f00814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-539439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430499'] for network, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:35.777558 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e7fc61f7-20f1-4745-8db4-cdc741f00814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for network, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:35.782513 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-e7fc61f7-20f1-4745-8db4-cdc741f00814 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4f0cbbb0-e1d8-4eda-8b5a-9467452e6368 HTTP/1.1" status: 204 len: 168 time: 0.7960920 Aug 26 13:45:35.791505 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc61f7-20f1-4745-8db4-cdc741f00814 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f0cbbb0-e1d8-4eda-8b5a-9467452e6368,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:35.807679 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ae68dd58-408d-4060-a3c9-5d027147ccf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-539439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430499'] for network, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:35.812784 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ae68dd58-408d-4060-a3c9-5d027147ccf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for network, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:35.815846 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-ae68dd58-408d-4060-a3c9-5d027147ccf6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda HTTP/1.1" status: 204 len: 168 time: 0.8701460 Aug 26 13:45:35.818840 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 35468) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:35.830628 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae68dd58-408d-4060-a3c9-5d027147ccf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a57822c2-cbdc-4e2d-ae71-b3f24e6c1eda,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:36.140042 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 35470) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:36.176861 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8853d729-2c7f-4384-8d4c-530c07a69ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432655'] for router_interface, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:36.180937 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-b0e24f5b-2356-47f6-873a-97759e967f62 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cb7886896a194491958e9bfa03f0ea57&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0392342 Aug 26 13:45:36.183450 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 35472) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:36.234899 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-136cb369-6e1b-497c-b435-4df0b53a3004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:36.260100 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-136cb369-6e1b-497c-b435-4df0b53a3004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:36.400716 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-136cb369-6e1b-497c-b435-4df0b53a3004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:36.403305 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-136cb369-6e1b-497c-b435-4df0b53a3004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:36.404709 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-136cb369-6e1b-497c-b435-4df0b53a3004 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c5c7db23-294a-43fa-8e60-a7f83e8b4286 HTTP/1.1" status: 204 len: 168 time: 0.2202396 Aug 26 13:45:36.413462 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136cb369-6e1b-497c-b435-4df0b53a3004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c7db23-294a-43fa-8e60-a7f83e8b4286,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:36.420715 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-8853d729-2c7f-4384-8d4c-530c07a69ac0 admin admin] Deleting port ce108a34-7312-4c09-8839-ffbd5476aa96 {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:45:36.421060 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8853d729-2c7f-4384-8d4c-530c07a69ac0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:36.510969 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-8853d729-2c7f-4384-8d4c-530c07a69ac0 admin admin] For port ce108a34-7312-4c09-8839-ffbd5476aa96, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=ce108a34-7312-4c09-8839-ffbd5476aa96,segment=NetworkSegment(a19573d7-362f-46f2-bbf7-cfe8164a0d43),segment_id=a19573d7-362f-46f2-bbf7-cfe8164a0d43)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:45:36.511670 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8853d729-2c7f-4384-8d4c-530c07a69ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:36.533476 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-8853d729-2c7f-4384-8d4c-530c07a69ac0 admin admin] Calling delete_port for ce108a34-7312-4c09-8839-ffbd5476aa96 owned by network:router_interface {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:45:36.556100 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a43cb916-3079-4abf-a0c3-a1f951c88138 req-b650f419-35ed-4341-bfb5-597bac0050a5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0343449 Aug 26 13:45:36.677118 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a43cb916-3079-4abf-a0c3-a1f951c88138 req-aa9df563-6c85-4282-8de5-4b58f5947169 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f7c1ac4776f8491da8ed9fa3e10f556b&device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164 HTTP/1.1" status: 200 len: 210 time: 0.0559220 Aug 26 13:45:36.734363 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a43cb916-3079-4abf-a0c3-a1f951c88138 req-d11d5e94-7196-4355-80f9-8bdef05f0d34 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=f7c1ac4776f8491da8ed9fa3e10f556b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275013 Aug 26 13:45:36.801500 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee1cbb-6e49-4b4a-9126-53e6b15b9438 req-9506af14-357d-4b1e-b333-a91fdc62aadb tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:36.803244 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-26ee1cbb-6e49-4b4a-9126-53e6b15b9438 req-9506af14-357d-4b1e-b333-a91fdc62aadb tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=86083c0c-da35-4555-9e79-22bace104ae4 HTTP/1.1" status: 200 len: 945 time: 0.0531399 Aug 26 13:45:36.866173 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-26ee1cbb-6e49-4b4a-9126-53e6b15b9438 req-28c74c06-ceca-47e6-8548-00dbbef53040 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555768 Aug 26 13:45:36.874652 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43cb916-3079-4abf-a0c3-a1f951c88138 req-db7894c7-e774-42ee-a414-eb965513ebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:36.876775 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a43cb916-3079-4abf-a0c3-a1f951c88138 req-db7894c7-e774-42ee-a414-eb965513ebd2 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1355810 Aug 26 13:45:36.909201 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8853d729-2c7f-4384-8d4c-530c07a69ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:36.938453 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853d729-2c7f-4384-8d4c-530c07a69ac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce108a34-7312-4c09-8839-ffbd5476aa96,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:37.146284 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8853d729-2c7f-4384-8d4c-530c07a69ac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432837'] for router_interface, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:37.384344 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 172d5835-b5f0-40d3-862e-609a9287a69d no longer exists at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:45:37.386688 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8853d729-2c7f-4384-8d4c-530c07a69ac0 admin admin] Router f60c04d4-a7a9-4b50-a1f8-bef6679d29fe has already been hosted by L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 {{(pid=94615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 13:45:37.404559 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] No Port match for: 172d5835-b5f0-40d3-862e-609a9287a69d {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:45:37.405002 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 172d5835-b5f0-40d3-862e-609a9287a69d not bound to the agent host dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:45:37.495432 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8853d729-2c7f-4384-8d4c-530c07a69ac0 admin admin] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:45:37.501199 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-8853d729-2c7f-4384-8d4c-530c07a69ac0 admin admin] 10.222.0.35 "PUT /v2.0/routers/f60c04d4-a7a9-4b50-a1f8-bef6679d29fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6813347 Aug 26 13:45:37.503925 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 35498) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:37.504400 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0db1d36-b1d4-435e-b3ec-a41cb7761f47 None None] Sync routers for ids ['f60c04d4-a7a9-4b50-a1f8-bef6679d29fe'] in dv-cinder-786386-11-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:45:37.513319 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0db1d36-b1d4-435e-b3ec-a41cb7761f47 None None] Routers {'f60c04d4-a7a9-4b50-a1f8-bef6679d29fe'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:45:37.514196 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-b0db1d36-b1d4-435e-b3ec-a41cb7761f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:45:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['f60c04d4-a7a9-4b50-a1f8-bef6679d29fe'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:37.744360 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-b0db1d36-b1d4-435e-b3ec-a41cb7761f47 None None] Set router f60c04d4-a7a9-4b50-a1f8-bef6679d29fe gateway port host: dv-cinder-786386-11-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:45:37.916554 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-aa08a4da-e1fe-493e-aef7-b1bb6651a943 admin admin] Notify callbacks [] for router, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:37.980354 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-b0db1d36-b1d4-435e-b3ec-a41cb7761f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60c04d4-a7a9-4b50-a1f8-bef6679d29fe', 'name': 'tempest-TestShelveInstance-477152934-router', 'tenant_id': '16fa718d2c444ef985de66e8606f54a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '1c7c936a-3a06-4b2e-8f70-c98569894a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:39:58Z', 'updated_at': '2021-08-26T13:45:36Z', 'revision_number': 5, 'project_id': '16fa718d2c444ef985de66e8606f54a1', 'gw_port': {'id': '1c7c936a-3a06-4b2e-8f70-c98569894a16', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60c04d4-a7a9-4b50-a1f8-bef6679d29fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:39:59Z', 'updated_at': '2021-08-26T13:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:38.007970 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0db1d36-b1d4-435e-b3ec-a41cb7761f47 None None] Checking router: f60c04d4-a7a9-4b50-a1f8-bef6679d29fe for host: dv-cinder-786386-11-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:45:38.018880 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0db1d36-b1d4-435e-b3ec-a41cb7761f47 None None] Routers {'f60c04d4-a7a9-4b50-a1f8-bef6679d29fe'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:45:38.019496 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-b0db1d36-b1d4-435e-b3ec-a41cb7761f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:45:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['f60c04d4-a7a9-4b50-a1f8-bef6679d29fe'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:38.033561 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-aa08a4da-e1fe-493e-aef7-b1bb6651a943 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:38.137389 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-b0db1d36-b1d4-435e-b3ec-a41cb7761f47 None None] Set router f60c04d4-a7a9-4b50-a1f8-bef6679d29fe gateway port host: dv-cinder-786386-11-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:45:38.158308 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-aa08a4da-e1fe-493e-aef7-b1bb6651a943 admin admin] Deleting port 1c7c936a-3a06-4b2e-8f70-c98569894a16 {{(pid=94614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:45:38.158646 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-aa08a4da-e1fe-493e-aef7-b1bb6651a943 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:38.247902 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-aa08a4da-e1fe-493e-aef7-b1bb6651a943 admin admin] For port 1c7c936a-3a06-4b2e-8f70-c98569894a16, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=1c7c936a-3a06-4b2e-8f70-c98569894a16,segment=NetworkSegment(706c7343-f453-451d-93d0-3f6d714ba662),segment_id=706c7343-f453-451d-93d0-3f6d714ba662)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:45:38.248620 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-aa08a4da-e1fe-493e-aef7-b1bb6651a943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:38.266326 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-aa08a4da-e1fe-493e-aef7-b1bb6651a943 admin admin] Calling delete_port for 1c7c936a-3a06-4b2e-8f70-c98569894a16 owned by network:router_gateway {{(pid=94614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:45:38.348108 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-b0db1d36-b1d4-435e-b3ec-a41cb7761f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60c04d4-a7a9-4b50-a1f8-bef6679d29fe', 'name': 'tempest-TestShelveInstance-477152934-router', 'tenant_id': '16fa718d2c444ef985de66e8606f54a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '1c7c936a-3a06-4b2e-8f70-c98569894a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:39:58Z', 'updated_at': '2021-08-26T13:45:36Z', 'revision_number': 5, 'project_id': '16fa718d2c444ef985de66e8606f54a1', 'gw_port': {'id': '1c7c936a-3a06-4b2e-8f70-c98569894a16', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60c04d4-a7a9-4b50-a1f8-bef6679d29fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:39:59Z', 'updated_at': '2021-08-26T13:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:38.376237 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0db1d36-b1d4-435e-b3ec-a41cb7761f47 None None] The sync data for ids ['f60c04d4-a7a9-4b50-a1f8-bef6679d29fe'] in dv-cinder-786386-11-iscsi is: [{'id': 'f60c04d4-a7a9-4b50-a1f8-bef6679d29fe', 'name': 'tempest-TestShelveInstance-477152934-router', 'tenant_id': '16fa718d2c444ef985de66e8606f54a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '1c7c936a-3a06-4b2e-8f70-c98569894a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:39:58Z', 'updated_at': '2021-08-26T13:45:36Z', 'revision_number': 5, 'project_id': '16fa718d2c444ef985de66e8606f54a1', 'gw_port': {'id': '1c7c936a-3a06-4b2e-8f70-c98569894a16', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60c04d4-a7a9-4b50-a1f8-bef6679d29fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:39:59Z', 'updated_at': '2021-08-26T13:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:45:38.521053 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-aa08a4da-e1fe-493e-aef7-b1bb6651a943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:38.548842 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08a4da-e1fe-493e-aef7-b1bb6651a943 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c7c936a-3a06-4b2e-8f70-c98569894a16,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:38.608112 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-aa08a4da-e1fe-493e-aef7-b1bb6651a943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430495'] for router_gateway, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:38.706615 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-aa08a4da-e1fe-493e-aef7-b1bb6651a943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-428288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13273'] for router, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:38.709161 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-aa08a4da-e1fe-493e-aef7-b1bb6651a943 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:38.875108 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-aa08a4da-e1fe-493e-aef7-b1bb6651a943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-428303'] for router, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:38.876026 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa08a4da-e1fe-493e-aef7-b1bb6651a943 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f60c04d4-a7a9-4b50-a1f8-bef6679d29fe {{(pid=94614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 13:45:38.880458 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-aa08a4da-e1fe-493e-aef7-b1bb6651a943 admin admin] Notify callbacks [] for router, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:38.881661 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-aa08a4da-e1fe-493e-aef7-b1bb6651a943 admin admin] 10.222.0.35 "DELETE /v2.0/routers/f60c04d4-a7a9-4b50-a1f8-bef6679d29fe HTTP/1.1" status: 204 len: 168 time: 1.3766189 Aug 26 13:45:38.884551 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 35534) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:38.935504 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d9b7dc4-4bad-4ae9-923a-cf320d68f3e5 admin admin] Deleting subnet 0d1956c8-429b-4190-b9d4-5e62395160d2 {{(pid=94614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 13:45:38.938954 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-4d9b7dc4-4bad-4ae9-923a-cf320d68f3e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:38.983606 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-4d9b7dc4-4bad-4ae9-923a-cf320d68f3e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3147581'] for subnet, precommit_delete_associations {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:39.078038 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-4d9b7dc4-4bad-4ae9-923a-cf320d68f3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541549'] for subnet, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:39.269500 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-4d9b7dc4-4bad-4ae9-923a-cf320d68f3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8625026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10165663'] for subnet, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:39.293985 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b7dc4-4bad-4ae9-923a-cf320d68f3e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d1956c8-429b-4190-b9d4-5e62395160d2,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:39.301854 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-4d9b7dc4-4bad-4ae9-923a-cf320d68f3e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for subnet, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:39.304342 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-4d9b7dc4-4bad-4ae9-923a-cf320d68f3e5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0d1956c8-429b-4190-b9d4-5e62395160d2 HTTP/1.1" status: 204 len: 168 time: 0.4182444 Aug 26 13:45:39.306769 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 35552) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:39.310631 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da8253e-98ce-4212-8c37-a0a91779b0c8 None None] Network b95c55c6-c190-4bc9-b871-bf7117347016 requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:45:39.383678 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f0c7ea67-3711-4bfe-be8a-72df6a1e8761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1476925'] for network, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:39.461105 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-f0c7ea67-3711-4bfe-be8a-72df6a1e8761 admin admin] Deleting port bc8f7f46-7240-44ab-9524-4acecaad78ee {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:45:39.462538 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f0c7ea67-3711-4bfe-be8a-72df6a1e8761 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:39.570624 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-f0c7ea67-3711-4bfe-be8a-72df6a1e8761 admin admin] For port bc8f7f46-7240-44ab-9524-4acecaad78ee, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=bc8f7f46-7240-44ab-9524-4acecaad78ee,segment=NetworkSegment(a19573d7-362f-46f2-bbf7-cfe8164a0d43),segment_id=a19573d7-362f-46f2-bbf7-cfe8164a0d43)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:45:39.570885 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f0c7ea67-3711-4bfe-be8a-72df6a1e8761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:39.586187 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-f0c7ea67-3711-4bfe-be8a-72df6a1e8761 admin admin] Calling delete_port for bc8f7f46-7240-44ab-9524-4acecaad78ee owned by network:dhcp {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:45:39.594377 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device ce108a34-7312-4c09-8839-ffbd5476aa96 no longer exists at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:45:39.637056 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] No Port match for: ce108a34-7312-4c09-8839-ffbd5476aa96 {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:45:39.637407 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device ce108a34-7312-4c09-8839-ffbd5476aa96 not bound to the agent host dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:45:39.638213 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 1c7c936a-3a06-4b2e-8f70-c98569894a16 no longer exists at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:45:39.661849 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] No Port match for: 1c7c936a-3a06-4b2e-8f70-c98569894a16 {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:45:39.662395 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 1c7c936a-3a06-4b2e-8f70-c98569894a16 not bound to the agent host dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:45:39.746509 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22c2cf4-b5f6-4345-89fb-9addaa1cadb8 None None] DHCP port deletion for b95c55c6-c190-4bc9-b871-bf7117347016 request from dv-cinder-786386-11-iscsi {{(pid=94616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 13:45:39.799574 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-c22c2cf4-b5f6-4345-89fb-9addaa1cadb8 None None] Deleting port bc8f7f46-7240-44ab-9524-4acecaad78ee {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:45:39.799978 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c22c2cf4-b5f6-4345-89fb-9addaa1cadb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:39.817911 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f0c7ea67-3711-4bfe-be8a-72df6a1e8761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:39.850356 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7ea67-3711-4bfe-be8a-72df6a1e8761 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc8f7f46-7240-44ab-9524-4acecaad78ee,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:39.858954 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c7ea67-3711-4bfe-be8a-72df6a1e8761 admin admin] No DVR routers for this DVR port bc8f7f46-7240-44ab-9524-4acecaad78ee on host dv-cinder-786386-11-iscsi {{(pid=94615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 13:45:39.892571 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-c22c2cf4-b5f6-4345-89fb-9addaa1cadb8 None None] For port bc8f7f46-7240-44ab-9524-4acecaad78ee, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=bc8f7f46-7240-44ab-9524-4acecaad78ee,segment=NetworkSegment(a19573d7-362f-46f2-bbf7-cfe8164a0d43),segment_id=a19573d7-362f-46f2-bbf7-cfe8164a0d43)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:45:39.892974 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c22c2cf4-b5f6-4345-89fb-9addaa1cadb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:39.907536 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-c22c2cf4-b5f6-4345-89fb-9addaa1cadb8 None None] Calling delete_port for bc8f7f46-7240-44ab-9524-4acecaad78ee owned by network:dhcp {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:45:39.936983 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f0c7ea67-3711-4bfe-be8a-72df6a1e8761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-539478', 'neutron.services.segments.db._delete_segments_for_network-8790400307694'] for network, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:39.947306 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-f0c7ea67-3711-4bfe-be8a-72df6a1e8761 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b95c55c6-c190-4bc9-b871-bf7117347016']}} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:39.957800 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-f0c7ea67-3711-4bfe-be8a-72df6a1e8761 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a19573d7-362f-46f2-bbf7-cfe8164a0d43') {'for_net_delete': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:39.958105 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-f0c7ea67-3711-4bfe-be8a-72df6a1e8761 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a19573d7-362f-46f2-bbf7-cfe8164a0d43') {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:45:39.966801 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f0c7ea67-3711-4bfe-be8a-72df6a1e8761 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790400307577', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3242709'] for segment, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:39.980430 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f0c7ea67-3711-4bfe-be8a-72df6a1e8761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388'] for segment, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:39.983282 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c22c2cf4-b5f6-4345-89fb-9addaa1cadb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:39.986890 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c7ea67-3711-4bfe-be8a-72df6a1e8761 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=94615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 13:45:39.987283 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f0c7ea67-3711-4bfe-be8a-72df6a1e8761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8764740'] for segment, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:39.989013 dv-cinder-786386-11-iscsi neutron-server[94615]: Traceback (most recent call last): Aug 26 13:45:39.989013 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 13:45:39.989013 dv-cinder-786386-11-iscsi neutron-server[94615]: timer() Aug 26 13:45:39.989013 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 13:45:39.989013 dv-cinder-786386-11-iscsi neutron-server[94615]: cb(*args, **kw) Aug 26 13:45:39.989013 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 13:45:39.989013 dv-cinder-786386-11-iscsi neutron-server[94615]: return func(*args, **kwargs) Aug 26 13:45:39.989013 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 13:45:39.989013 dv-cinder-786386-11-iscsi neutron-server[94615]: self._notify() Aug 26 13:45:39.989013 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 13:45:39.989013 dv-cinder-786386-11-iscsi neutron-server[94615]: self.callback(batched_events) Aug 26 13:45:39.989013 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 13:45:39.989013 dv-cinder-786386-11-iscsi neutron-server[94615]: event.method(event) Aug 26 13:45:39.989013 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 13:45:39.989013 dv-cinder-786386-11-iscsi neutron-server[94615]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 13:45:39.989013 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 13:45:39.989013 dv-cinder-786386-11-iscsi neutron-server[94615]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 13:45:39.989013 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 13:45:39.989013 dv-cinder-786386-11-iscsi neutron-server[94615]: return f(self, *a, **k) Aug 26 13:45:39.989013 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 13:45:39.989013 dv-cinder-786386-11-iscsi neutron-server[94615]: return self._get(url).json() Aug 26 13:45:39.989013 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 13:45:39.989013 dv-cinder-786386-11-iscsi neutron-server[94615]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 13:45:39.989013 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 13:45:39.989013 dv-cinder-786386-11-iscsi neutron-server[94615]: return self.request(url, 'GET', **kwargs) Aug 26 13:45:39.989013 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 13:45:39.989013 dv-cinder-786386-11-iscsi neutron-server[94615]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 13:45:39.989013 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 13:45:39.989013 dv-cinder-786386-11-iscsi neutron-server[94615]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 13:45:39.989013 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 13:45:39.989013 dv-cinder-786386-11-iscsi neutron-server[94615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 13:45:39.989013 dv-cinder-786386-11-iscsi neutron-server[94615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 13:45:40.011379 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c2cf4-b5f6-4345-89fb-9addaa1cadb8 None None] Pushing event deleted for resources: {'Port': ['ID=bc8f7f46-7240-44ab-9524-4acecaad78ee,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:40.016314 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22c2cf4-b5f6-4345-89fb-9addaa1cadb8 None None] No DVR routers for this DVR port bc8f7f46-7240-44ab-9524-4acecaad78ee on host dv-cinder-786386-11-iscsi {{(pid=94616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 13:45:40.166324 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f0c7ea67-3711-4bfe-be8a-72df6a1e8761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-539439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430499'] for network, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:40.173477 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f0c7ea67-3711-4bfe-be8a-72df6a1e8761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for network, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:40.175392 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-f0c7ea67-3711-4bfe-be8a-72df6a1e8761 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b95c55c6-c190-4bc9-b871-bf7117347016 HTTP/1.1" status: 204 len: 168 time: 0.8665307 Aug 26 13:45:40.200686 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 35564) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:40.321578 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-585ff38e-0ab0-4da4-95d4-4e2e2e9d69ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:40.428866 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-585ff38e-0ab0-4da4-95d4-4e2e2e9d69ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:40.443144 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7ea67-3711-4bfe-be8a-72df6a1e8761 admin admin] Pushing event deleted for resources: {'Network': ['ID=b95c55c6-c190-4bc9-b871-bf7117347016,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:40.566744 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-585ff38e-0ab0-4da4-95d4-4e2e2e9d69ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:40.611685 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-585ff38e-0ab0-4da4-95d4-4e2e2e9d69ca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6a24b382330849b581a73b59d116cb5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4098372 Aug 26 13:45:40.613829 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ff38e-0ab0-4da4-95d4-4e2e2e9d69ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d00bc6d-8958-4239-8f7a-8a409cf29f71,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:40.614547 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 35568) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:40.632437 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 35570) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:40.676928 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6dcbfc06-8581-436b-b5ed-6e9006e5a4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:40.680166 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 35574) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:40.680341 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-6d5e56b9-01b4-41d2-ac34-8babb81618f2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=42581d098bad41969e8958b4a30db51f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463927 Aug 26 13:45:40.720947 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6dcbfc06-8581-436b-b5ed-6e9006e5a4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:40.776726 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-637619d0-bcfd-405a-8eaa-96145abffd0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:40.800438 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-637619d0-bcfd-405a-8eaa-96145abffd0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:40.897967 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6dcbfc06-8581-436b-b5ed-6e9006e5a4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:40.900535 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6dcbfc06-8581-436b-b5ed-6e9006e5a4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:40.901676 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-6dcbfc06-8581-436b-b5ed-6e9006e5a4b2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5d00bc6d-8958-4239-8f7a-8a409cf29f71 HTTP/1.1" status: 204 len: 168 time: 0.2858438 Aug 26 13:45:40.910707 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcbfc06-8581-436b-b5ed-6e9006e5a4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d00bc6d-8958-4239-8f7a-8a409cf29f71,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:40.943308 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-637619d0-bcfd-405a-8eaa-96145abffd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:40.945899 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-637619d0-bcfd-405a-8eaa-96145abffd0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:40.947068 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-637619d0-bcfd-405a-8eaa-96145abffd0d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/84a28123-d86e-4cfb-b0d5-ba03a5bb055c HTTP/1.1" status: 204 len: 168 time: 0.2658932 Aug 26 13:45:40.955645 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637619d0-bcfd-405a-8eaa-96145abffd0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a28123-d86e-4cfb-b0d5-ba03a5bb055c,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:41.319557 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device bc8f7f46-7240-44ab-9524-4acecaad78ee no longer exists at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:45:41.341424 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] No Port match for: bc8f7f46-7240-44ab-9524-4acecaad78ee {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:45:41.342128 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device bc8f7f46-7240-44ab-9524-4acecaad78ee not bound to the agent host dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:45:41.641330 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 35584) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:41.655253 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-3ed62e88-df21-476c-88ae-5718d740452f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:41.724251 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 35586) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:41.754177 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-3ed62e88-df21-476c-88ae-5718d740452f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:41.768703 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-c37e8c17-50fd-47e0-988e-4f9c95f04011 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=16fa718d2c444ef985de66e8606f54a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430679 Aug 26 13:45:41.771109 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 35590) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:41.847756 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-82c81b4e-858f-4dc2-8ae7-ce59633a7a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:41.870386 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-82c81b4e-858f-4dc2-8ae7-ce59633a7a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:41.886503 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-3ed62e88-df21-476c-88ae-5718d740452f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:41.927553 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-3ed62e88-df21-476c-88ae-5718d740452f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=526fe9c5b0974dc8ae9da9999189128f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2850616 Aug 26 13:45:41.928477 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed62e88-df21-476c-88ae-5718d740452f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe964b8-7a3e-406a-9e5a-bdbb18ae410c,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:41.930953 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 35592) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:41.982836 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5ec26abe-3e9e-4654-a85f-86c75f4ccbfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:41.996796 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-82c81b4e-858f-4dc2-8ae7-ce59633a7a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:41.999418 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-82c81b4e-858f-4dc2-8ae7-ce59633a7a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:42.001086 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-82c81b4e-858f-4dc2-8ae7-ce59633a7a58 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3e7d64a6-b091-473a-b355-6f559336bd63 HTTP/1.1" status: 204 len: 168 time: 0.2289789 Aug 26 13:45:42.018786 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5ec26abe-3e9e-4654-a85f-86c75f4ccbfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:42.025216 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c81b4e-858f-4dc2-8ae7-ce59633a7a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7d64a6-b091-473a-b355-6f559336bd63,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:42.160755 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5ec26abe-3e9e-4654-a85f-86c75f4ccbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:42.164065 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5ec26abe-3e9e-4654-a85f-86c75f4ccbfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:42.165533 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-5ec26abe-3e9e-4654-a85f-86c75f4ccbfe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fbe964b8-7a3e-406a-9e5a-bdbb18ae410c HTTP/1.1" status: 204 len: 168 time: 0.2332058 Aug 26 13:45:42.175644 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec26abe-3e9e-4654-a85f-86c75f4ccbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe964b8-7a3e-406a-9e5a-bdbb18ae410c,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:44.908296 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 35650) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:45.016456 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-71c9e7ba-5af3-4d0d-854e-423149f62d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:45.101101 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-71c9e7ba-5af3-4d0d-854e-423149f62d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:45.183301 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-71c9e7ba-5af3-4d0d-854e-423149f62d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:45.221668 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9e7ba-5af3-4d0d-854e-423149f62d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d0cec9-7225-4f24-8dd9-f43807501958,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:45.225982 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-71c9e7ba-5af3-4d0d-854e-423149f62d2e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=617f4f3e9a7246f0a4b86edf9ef0f785&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3166332 Aug 26 13:45:45.229460 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 35656) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:45.278041 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d1ef79f1-2561-40ea-bef5-e841e8e20dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:45.300483 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d1ef79f1-2561-40ea-bef5-e841e8e20dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:45.406419 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d1ef79f1-2561-40ea-bef5-e841e8e20dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:45.409075 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d1ef79f1-2561-40ea-bef5-e841e8e20dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:45.412277 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-d1ef79f1-2561-40ea-bef5-e841e8e20dcb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/59d0cec9-7225-4f24-8dd9-f43807501958 HTTP/1.1" status: 204 len: 168 time: 0.1807697 Aug 26 13:45:45.418567 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef79f1-2561-40ea-bef5-e841e8e20dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d0cec9-7225-4f24-8dd9-f43807501958,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:45.769491 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 6 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:45:46.013989 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 35664) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:46.027876 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-56188740-3f3c-4973-9df6-4f49c9c8f79b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:46.115760 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-56188740-3f3c-4973-9df6-4f49c9c8f79b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:46.172126 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-56188740-3f3c-4973-9df6-4f49c9c8f79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:46.210839 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-56188740-3f3c-4973-9df6-4f49c9c8f79b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f86e47cd7c8346619bbfa57d84336234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1957281 Aug 26 13:45:46.211675 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56188740-3f3c-4973-9df6-4f49c9c8f79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c19c02f-9dac-4b0a-917f-7577c761ca98,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:46.213509 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 35666) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:45:46.267872 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-7a73edd4-bf3d-46f6-ab55-852fb23d8ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:46.291077 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-7a73edd4-bf3d-46f6-ab55-852fb23d8ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:46.424086 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-7a73edd4-bf3d-46f6-ab55-852fb23d8ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:46.428741 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-7a73edd4-bf3d-46f6-ab55-852fb23d8ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:46.430721 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-7a73edd4-bf3d-46f6-ab55-852fb23d8ac6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2c19c02f-9dac-4b0a-917f-7577c761ca98 HTTP/1.1" status: 204 len: 168 time: 0.2153151 Aug 26 13:45:46.442952 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73edd4-bf3d-46f6-ab55-852fb23d8ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c19c02f-9dac-4b0a-917f-7577c761ca98,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:48.458685 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2eae1-c124-400a-830d-702aa4864407 req-64672c24-92a4-4c62-8bc8-ca314b45dd3d tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:48.460156 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0cb2eae1-c124-400a-830d-702aa4864407 req-64672c24-92a4-4c62-8bc8-ca314b45dd3d tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/networks?id=801f6951-36f4-49ce-9154-41081b4e840c HTTP/1.1" status: 200 len: 815 time: 0.1098919 Aug 26 13:45:48.475608 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0cb2eae1-c124-400a-830d-702aa4864407 req-5db4fd16-bac7-44b7-94a1-47a90c33829c tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/quotas/499165fead6a4c90a91fe80e4848ab7f HTTP/1.1" status: 200 len: 375 time: 0.0097427 Aug 26 13:45:48.527265 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0cb2eae1-c124-400a-830d-702aa4864407 req-73d02a2a-44d3-46eb-ad90-4704971b16c4 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=499165fead6a4c90a91fe80e4848ab7f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0454748 Aug 26 13:45:48.625474 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0cb2eae1-c124-400a-830d-702aa4864407 req-1906ac28-c469-480d-85d4-42f1d8ec8e66 service neutron] 10.222.0.35 "GET /v2.0/networks/801f6951-36f4-49ce-9154-41081b4e840c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900731 Aug 26 13:45:48.722624 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0cb2eae1-c124-400a-830d-702aa4864407 req-27d5de4c-2f91-45ad-95f2-25005a11da01 service neutron] 10.222.0.35 "GET /v2.0/networks/801f6951-36f4-49ce-9154-41081b4e840c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888693 Aug 26 13:45:49.068013 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6e73bbb3-1b46-4e30-8ada-f85f641455e6 req-2be59001-3be4-430d-9bb3-2e6907599357 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=66dfa408-657c-4e1e-8943-dc31e437c7e2 HTTP/1.1" status: 200 len: 210 time: 0.0270102 Aug 26 13:45:50.163001 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-195ee5f8-f672-44bd-aed9-add4afe5a5f0 req-40542491-28fa-4382-9201-dc3aeacde9e1 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=66dfa408-657c-4e1e-8943-dc31e437c7e2 HTTP/1.1" status: 200 len: 210 time: 0.0274985 Aug 26 13:45:51.262553 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-54d38a1b-29c8-435f-b3c0-7c9c4b4b534b req-e66288e1-6f6e-4b08-9f9d-b14e90b75ca3 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=66dfa408-657c-4e1e-8943-dc31e437c7e2 HTTP/1.1" status: 200 len: 210 time: 0.0273447 Aug 26 13:45:51.449247 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2eae1-c124-400a-830d-702aa4864407 req-62dde4e8-cbc8-44b6-934c-bd5f57aecd57 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:51.450751 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0cb2eae1-c124-400a-830d-702aa4864407 req-62dde4e8-cbc8-44b6-934c-bd5f57aecd57 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.38 "GET /v2.0/networks?id=801f6951-36f4-49ce-9154-41081b4e840c HTTP/1.1" status: 200 len: 815 time: 0.1079652 Aug 26 13:45:51.480798 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [req-0cb2eae1-c124-400a-830d-702aa4864407 req-029d4d75-9fd7-4047-a34e-12de5c8208a1 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Request body: {'port': {'device_id': '66dfa408-657c-4e1e-8943-dc31e437c7e2', 'network_id': '801f6951-36f4-49ce-9154-41081b4e840c', 'admin_state_up': True, 'tenant_id': '499165fead6a4c90a91fe80e4848ab7f'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:45:51.692046 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cb2eae1-c124-400a-830d-702aa4864407 req-029d4d75-9fd7-4047-a34e-12de5c8208a1 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Made reservation on behalf of 499165fead6a4c90a91fe80e4848ab7f for: {'port': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:45:51.695866 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-0cb2eae1-c124-400a-830d-702aa4864407 req-029d4d75-9fd7-4047-a34e-12de5c8208a1 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:51.829582 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [req-0cb2eae1-c124-400a-830d-702aa4864407 req-029d4d75-9fd7-4047-a34e-12de5c8208a1 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Allocated IP 172.20.0.3 (801f6951-36f4-49ce-9154-41081b4e840c/90af5ce6-9610-4682-9ee6-124de69708b6/8d278e6a-3223-43be-b890-e7043b04fa3a) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:45:51.981116 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-0cb2eae1-c124-400a-830d-702aa4864407 req-029d4d75-9fd7-4047-a34e-12de5c8208a1 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:52.115562 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-0cb2eae1-c124-400a-830d-702aa4864407 req-029d4d75-9fd7-4047-a34e-12de5c8208a1 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:52.155490 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['f7e5e936-31e6-416f-a2a4-1c4b58b3b76d'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:45:52.164983 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cb2eae1-c124-400a-830d-702aa4864407 req-029d4d75-9fd7-4047-a34e-12de5c8208a1 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Network 801f6951-36f4-49ce-9154-41081b4e840c is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:45:52.168590 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [req-0cb2eae1-c124-400a-830d-702aa4864407 req-029d4d75-9fd7-4047-a34e-12de5c8208a1 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:45:52.172758 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb2eae1-c124-400a-830d-702aa4864407 req-029d4d75-9fd7-4047-a34e-12de5c8208a1 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:45:52.197008 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d4d75-9fd7-4047-a34e-12de5c8208a1 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Pushing event updated for resources: {'Port': ['ID=8d278e6a-3223-43be-b890-e7043b04fa3a,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:52.227061 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2eae1-c124-400a-830d-702aa4864407 req-029d4d75-9fd7-4047-a34e-12de5c8208a1 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:52.227690 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-0cb2eae1-c124-400a-830d-702aa4864407 req-029d4d75-9fd7-4047-a34e-12de5c8208a1 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:52.309671 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0cb2eae1-c124-400a-830d-702aa4864407 req-029d4d75-9fd7-4047-a34e-12de5c8208a1 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8325386 Aug 26 13:45:52.332148 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [req-0cb2eae1-c124-400a-830d-702aa4864407 req-4a801ab1-561f-4a91-b0d6-76899882e64d service neutron] Request body: {'port': {'device_id': '66dfa408-657c-4e1e-8943-dc31e437c7e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:45:52.394842 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813c662-ece7-4b00-adf5-460f37fbe670 req-7d065d4b-3ab7-439c-809d-a9f6b71c6b6f tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:52.396409 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2813c662-ece7-4b00-adf5-460f37fbe670 req-7d065d4b-3ab7-439c-809d-a9f6b71c6b6f tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=66dfa408-657c-4e1e-8943-dc31e437c7e2 HTTP/1.1" status: 200 len: 931 time: 0.0601673 Aug 26 13:45:52.406786 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-0cb2eae1-c124-400a-830d-702aa4864407 req-4a801ab1-561f-4a91-b0d6-76899882e64d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:52.435109 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2813c662-ece7-4b00-adf5-460f37fbe670 req-690aa036-3aa1-4f13-9ba9-fabe82dd0d51 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327089 Aug 26 13:45:52.669558 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [req-0cb2eae1-c124-400a-830d-702aa4864407 req-4a801ab1-561f-4a91-b0d6-76899882e64d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d278e6a-3223-43be-b890-e7043b04fa3a {{(pid=94615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:45:52.677302 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-0cb2eae1-c124-400a-830d-702aa4864407 req-4a801ab1-561f-4a91-b0d6-76899882e64d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:52.690928 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.provisioning_blocks [req-0cb2eae1-c124-400a-830d-702aa4864407 req-4a801ab1-561f-4a91-b0d6-76899882e64d service neutron] Transition to ACTIVE for port object 8d278e6a-3223-43be-b890-e7043b04fa3a will not be triggered until provisioned by entity L2. {{(pid=94615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:45:52.748906 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-0cb2eae1-c124-400a-830d-702aa4864407 req-4a801ab1-561f-4a91-b0d6-76899882e64d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764776'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:52.799675 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a801ab1-561f-4a91-b0d6-76899882e64d service neutron] Pushing event updated for resources: {'Port': ['ID=8d278e6a-3223-43be-b890-e7043b04fa3a,revision_number=2']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:52.874009 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-0cb2eae1-c124-400a-830d-702aa4864407 req-4a801ab1-561f-4a91-b0d6-76899882e64d service neutron] Attempting to bind port 8d278e6a-3223-43be-b890-e7043b04fa3a on host hv-cinder-78638 for vnic_type normal with profile {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:45:52.874356 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-0cb2eae1-c124-400a-830d-702aa4864407 req-4a801ab1-561f-4a91-b0d6-76899882e64d service neutron] Attempting to bind port 8d278e6a-3223-43be-b890-e7043b04fa3a by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '7e635d5e-6c50-41c7-b456-bf61fbd76aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '801f6951-36f4-49ce-9154-41081b4e840c'}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:45:52.875346 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb2eae1-c124-400a-830d-702aa4864407 req-4a801ab1-561f-4a91-b0d6-76899882e64d service neutron] Attempting to bind port 8d278e6a-3223-43be-b890-e7043b04fa3a on network 801f6951-36f4-49ce-9154-41081b4e840c {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:45:52.880180 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb2eae1-c124-400a-830d-702aa4864407 req-4a801ab1-561f-4a91-b0d6-76899882e64d service neutron] Port 8d278e6a-3223-43be-b890-e7043b04fa3a on network 801f6951-36f4-49ce-9154-41081b4e840c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 13:45:52.880507 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb2eae1-c124-400a-830d-702aa4864407 req-4a801ab1-561f-4a91-b0d6-76899882e64d service neutron] Attempting to bind port 8d278e6a-3223-43be-b890-e7043b04fa3a on network 801f6951-36f4-49ce-9154-41081b4e840c {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:45:52.885364 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb2eae1-c124-400a-830d-702aa4864407 req-4a801ab1-561f-4a91-b0d6-76899882e64d service neutron] Checking agent: {'id': 'ecd4b6ee-6295-46a8-8c11-8af9b25961a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'started_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:45:52.885725 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb2eae1-c124-400a-830d-702aa4864407 req-4a801ab1-561f-4a91-b0d6-76899882e64d service neutron] Checking segment: {'id': '7e635d5e-6c50-41c7-b456-bf61fbd76aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '801f6951-36f4-49ce-9154-41081b4e840c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:45:52.886190 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb2eae1-c124-400a-830d-702aa4864407 req-4a801ab1-561f-4a91-b0d6-76899882e64d service neutron] Bound using segment: {'id': '7e635d5e-6c50-41c7-b456-bf61fbd76aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '801f6951-36f4-49ce-9154-41081b4e840c'} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:45:52.886619 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-0cb2eae1-c124-400a-830d-702aa4864407 req-4a801ab1-561f-4a91-b0d6-76899882e64d service neutron] Bound port: 8d278e6a-3223-43be-b890-e7043b04fa3a, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e635d5e-6c50-41c7-b456-bf61fbd76aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '801f6951-36f4-49ce-9154-41081b4e840c'}}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:45:52.886979 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-0cb2eae1-c124-400a-830d-702aa4864407 req-4a801ab1-561f-4a91-b0d6-76899882e64d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:52.953320 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-0cb2eae1-c124-400a-830d-702aa4864407 req-4a801ab1-561f-4a91-b0d6-76899882e64d service neutron] For port 8d278e6a-3223-43be-b890-e7043b04fa3a, host hv-cinder-78638, cleared binding levels {{(pid=94615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:45:52.956341 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-0cb2eae1-c124-400a-830d-702aa4864407 req-4a801ab1-561f-4a91-b0d6-76899882e64d service neutron] For port 8d278e6a-3223-43be-b890-e7043b04fa3a, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8d278e6a-3223-43be-b890-e7043b04fa3a,segment=NetworkSegment(7e635d5e-6c50-41c7-b456-bf61fbd76aa2),segment_id=7e635d5e-6c50-41c7-b456-bf61fbd76aa2)] {{(pid=94615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:45:53.057932 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-0cb2eae1-c124-400a-830d-702aa4864407 req-4a801ab1-561f-4a91-b0d6-76899882e64d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764776'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:53.094051 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2eae1-c124-400a-830d-702aa4864407 req-4a801ab1-561f-4a91-b0d6-76899882e64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:53.094615 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-0cb2eae1-c124-400a-830d-702aa4864407 req-4a801ab1-561f-4a91-b0d6-76899882e64d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:53.096123 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0cb2eae1-c124-400a-830d-702aa4864407 req-4a801ab1-561f-4a91-b0d6-76899882e64d service neutron] 10.222.0.38 "PUT /v2.0/ports/8d278e6a-3223-43be-b890-e7043b04fa3a HTTP/1.1" status: 200 len: 1093 time: 0.7691033 Aug 26 13:45:53.096578 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66dfa408-657c-4e1e-8943-dc31e437c7e2', 'tag': '8d278e6a-3223-43be-b890-e7043b04fa3a'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:45:53.098975 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea93b417d78f98f8f49a9646f42316e7837148fdcc5dd11c49486c93967457e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddb5a5e-29fb-4b7d-b81f-dedc226b7618" -d '{"events": [{"name": "network-changed", "server_uuid": "66dfa408-657c-4e1e-8943-dc31e437c7e2", "tag": "8d278e6a-3223-43be-b890-e7043b04fa3a"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:45:53.123482 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a801ab1-561f-4a91-b0d6-76899882e64d service neutron] Pushing event updated for resources: {'Port': ['ID=8d278e6a-3223-43be-b890-e7043b04fa3a,revision_number=3']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:53.136892 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 13:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bd1774-d61a-441a-84f5-5fdd0598bd5d x-openstack-request-id: req-68bd1774-d61a-441a-84f5-5fdd0598bd5d {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:45:53.137181 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66dfa408-657c-4e1e-8943-dc31e437c7e2", "tag": "8d278e6a-3223-43be-b890-e7043b04fa3a", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:45:53.137434 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-68bd1774-d61a-441a-84f5-5fdd0598bd5d {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:45:53.137860 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66dfa408-657c-4e1e-8943-dc31e437c7e2', 'tag': '8d278e6a-3223-43be-b890-e7043b04fa3a', 'status': 'completed', 'code': 200} Aug 26 13:45:53.230095 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb5a5e-29fb-4b7d-b81f-dedc226b7618 req-9f1f3076-7ab0-4248-ac7d-b2781cd4ed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:53.231525 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3ddb5a5e-29fb-4b7d-b81f-dedc226b7618 req-9f1f3076-7ab0-4248-ac7d-b2781cd4ed12 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=499165fead6a4c90a91fe80e4848ab7f&device_id=66dfa408-657c-4e1e-8943-dc31e437c7e2 HTTP/1.1" status: 200 len: 1096 time: 0.0435750 Aug 26 13:45:53.347148 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb5a5e-29fb-4b7d-b81f-dedc226b7618 req-b89cd6db-ff73-426b-9e29-64e29b458b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:53.348822 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3ddb5a5e-29fb-4b7d-b81f-dedc226b7618 req-b89cd6db-ff73-426b-9e29-64e29b458b5b service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=499165fead6a4c90a91fe80e4848ab7f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1006458 Aug 26 13:45:53.447996 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb5a5e-29fb-4b7d-b81f-dedc226b7618 req-503b0068-efb0-4c8e-9951-7456cb602a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:53.449550 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3ddb5a5e-29fb-4b7d-b81f-dedc226b7618 req-503b0068-efb0-4c8e-9951-7456cb602a64 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909710 Aug 26 13:45:53.557580 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf566cd-144c-487e-9e64-8a26064482a3 req-df999dc4-9e5d-4495-8408-665d879665f3 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:53.559460 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0bf566cd-144c-487e-9e64-8a26064482a3 req-df999dc4-9e5d-4495-8408-665d879665f3 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=66dfa408-657c-4e1e-8943-dc31e437c7e2 HTTP/1.1" status: 200 len: 943 time: 0.0527599 Aug 26 13:45:53.564907 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2eae1-c124-400a-830d-702aa4864407 req-c6fa3e21-1dc0-4998-bd0e-768b6a235782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:53.566552 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0cb2eae1-c124-400a-830d-702aa4864407 req-c6fa3e21-1dc0-4998-bd0e-768b6a235782 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=499165fead6a4c90a91fe80e4848ab7f&device_id=66dfa408-657c-4e1e-8943-dc31e437c7e2 HTTP/1.1" status: 200 len: 1096 time: 0.0471852 Aug 26 13:45:53.601621 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0bf566cd-144c-487e-9e64-8a26064482a3 req-4b27afbe-cdec-49da-aaad-517bc15f92d7 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338881 Aug 26 13:45:53.621467 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0cb2eae1-c124-400a-830d-702aa4864407 req-9da9cd1e-8bc4-46d9-bb94-e923e3246167 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d278e6a-3223-43be-b890-e7043b04fa3a HTTP/1.1" status: 200 len: 217 time: 0.0343211 Aug 26 13:45:53.678735 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2eae1-c124-400a-830d-702aa4864407 req-9851c9a4-d24d-47c9-81ce-2078c26dd085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:53.680215 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0cb2eae1-c124-400a-830d-702aa4864407 req-9851c9a4-d24d-47c9-81ce-2078c26dd085 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=90af5ce6-9610-4682-9ee6-124de69708b6 HTTP/1.1" status: 200 len: 855 time: 0.0469010 Aug 26 13:45:53.719652 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0cb2eae1-c124-400a-830d-702aa4864407 req-2077af0e-c90b-4d8d-91ec-ffc15ee497fc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=801f6951-36f4-49ce-9154-41081b4e840c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312581 Aug 26 13:45:53.814568 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0cb2eae1-c124-400a-830d-702aa4864407 req-122291ab-52a7-4a6e-bd72-4aaac97214d2 service neutron] 10.222.0.38 "GET /v2.0/networks/801f6951-36f4-49ce-9154-41081b4e840c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855196 Aug 26 13:45:53.913352 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0cb2eae1-c124-400a-830d-702aa4864407 req-7ac5eb38-6734-4be3-9a1a-e4ef22276e95 service neutron] 10.222.0.38 "GET /v2.0/networks/801f6951-36f4-49ce-9154-41081b4e840c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881178 Aug 26 13:45:54.155074 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-30e03a4d-2594-48f0-8d39-8104c06d7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:54.739480 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21bd8d-87e8-484b-ab24-995705576faf req-68d7b68b-36e1-4db0-948a-e6d1e87470d4 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:54.742305 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0f21bd8d-87e8-484b-ab24-995705576faf req-68d7b68b-36e1-4db0-948a-e6d1e87470d4 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=66dfa408-657c-4e1e-8943-dc31e437c7e2 HTTP/1.1" status: 200 len: 943 time: 0.0555587 Aug 26 13:45:54.782784 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0f21bd8d-87e8-484b-ab24-995705576faf req-48ca8c8a-20ed-4024-94a0-0519f1da9fa5 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340536 Aug 26 13:45:55.917121 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad7b02-42a8-4d93-b52b-5e12bbf38ef0 req-36175dc9-3ce0-4ab0-8cd1-c9fd5156ca6e tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:55.919760 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-01ad7b02-42a8-4d93-b52b-5e12bbf38ef0 req-36175dc9-3ce0-4ab0-8cd1-c9fd5156ca6e tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=66dfa408-657c-4e1e-8943-dc31e437c7e2 HTTP/1.1" status: 200 len: 943 time: 0.0624688 Aug 26 13:45:55.959938 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-01ad7b02-42a8-4d93-b52b-5e12bbf38ef0 req-7252507d-0490-44f9-acc9-55728c0d9f29 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336635 Aug 26 13:45:56.840334 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-3576895c-b6d1-4ea5-8bcd-e17f381fbe2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:57.076894 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76672a06-7c26-46c9-94d7-405ef083bb3f req-bc39c27b-a232-48a6-b078-98f2af1fd5d6 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:57.079106 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-76672a06-7c26-46c9-94d7-405ef083bb3f req-bc39c27b-a232-48a6-b078-98f2af1fd5d6 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=66dfa408-657c-4e1e-8943-dc31e437c7e2 HTTP/1.1" status: 200 len: 943 time: 0.0514810 Aug 26 13:45:57.120138 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-76672a06-7c26-46c9-94d7-405ef083bb3f req-b3ac089b-3a83-4931-a804-4679e83bfbbe tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347354 Aug 26 13:45:57.394176 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 8d278e6a-3223-43be-b890-e7043b04fa3a details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=94616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 13:45:57.494342 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:57.500187 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 8d278e6a-3223-43be-b890-e7043b04fa3a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8d278e6a-3223-43be-b890-e7043b04fa3a,segment=NetworkSegment(7e635d5e-6c50-41c7-b456-bf61fbd76aa2),segment_id=7e635d5e-6c50-41c7-b456-bf61fbd76aa2)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:45:57.511097 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Returning: {'device': '8d278e6a-3223-43be-b890-e7043b04fa3a', 'network_id': '801f6951-36f4-49ce-9154-41081b4e840c', 'port_id': '8d278e6a-3223-43be-b890-e7043b04fa3a', 'mac_address': 'fa:16:3e:75:57:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90af5ce6-9610-4682-9ee6-124de69708b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 13:45:57.554113 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:57.566738 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d278e6a-3223-43be-b890-e7043b04fa3a {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:45:57.586282 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 8d278e6a-3223-43be-b890-e7043b04fa3a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8d278e6a-3223-43be-b890-e7043b04fa3a,segment=NetworkSegment(7e635d5e-6c50-41c7-b456-bf61fbd76aa2),segment_id=7e635d5e-6c50-41c7-b456-bf61fbd76aa2)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:45:57.680307 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:57.730496 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=8d278e6a-3223-43be-b890-e7043b04fa3a,revision_number=4']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:45:58.039934 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['8d278e6a-3223-43be-b890-e7043b04fa3a'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:45:58.044211 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:58.243380 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f50c3d-b606-458e-90a6-438fc161a124 req-af8be3f5-5653-42b0-bdcf-9e3ae16bf363 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:58.244824 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-62f50c3d-b606-458e-90a6-438fc161a124 req-af8be3f5-5653-42b0-bdcf-9e3ae16bf363 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=66dfa408-657c-4e1e-8943-dc31e437c7e2 HTTP/1.1" status: 200 len: 944 time: 0.0556808 Aug 26 13:45:58.290323 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-62f50c3d-b606-458e-90a6-438fc161a124 req-f8f8eab2-99f9-476e-856a-d1b616dc0918 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385635 Aug 26 13:45:58.686147 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:59.405199 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 8d278e6a-3223-43be-b890-e7043b04fa3a up at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:45:59.412859 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988413f-0b2d-495c-9ca7-e08d5112f5fb req-c620681f-ac68-47ff-af5b-08c0f01a9d86 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:45:59.414479 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0988413f-0b2d-495c-9ca7-e08d5112f5fb req-c620681f-ac68-47ff-af5b-08c0f01a9d86 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=66dfa408-657c-4e1e-8943-dc31e437c7e2 HTTP/1.1" status: 200 len: 944 time: 0.0571518 Aug 26 13:45:59.452850 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0988413f-0b2d-495c-9ca7-e08d5112f5fb req-d611d90e-addc-44d0-bee2-ee5255eb80a2 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316730 Aug 26 13:45:59.508205 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning for port 8d278e6a-3223-43be-b890-e7043b04fa3a completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:45:59.512300 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning complete for port 8d278e6a-3223-43be-b890-e7043b04fa3a triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:45:59.512611 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:59.587955 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:59.614203 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66dfa408-657c-4e1e-8943-dc31e437c7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d278e6a-3223-43be-b890-e7043b04fa3a'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:45:59.616477 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adf09783f65fc29d397fc30c9e785295af8fecd29e58eb7f547da51af43e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086f4494-1a16-4a12-99af-77bd4c4017ca" -d '{"events": [{"server_uuid": "66dfa408-657c-4e1e-8943-dc31e437c7e2", "name": "network-vif-plugged", "status": "completed", "tag": "8d278e6a-3223-43be-b890-e7043b04fa3a"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:45:59.629093 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 8d278e6a-3223-43be-b890-e7043b04fa3a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8d278e6a-3223-43be-b890-e7043b04fa3a,segment=NetworkSegment(7e635d5e-6c50-41c7-b456-bf61fbd76aa2),segment_id=7e635d5e-6c50-41c7-b456-bf61fbd76aa2)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:45:59.653451 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4005802-07de-4285-b98e-9b6645c76669 x-openstack-request-id: req-c4005802-07de-4285-b98e-9b6645c76669 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:45:59.653772 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66dfa408-657c-4e1e-8943-dc31e437c7e2", "name": "network-vif-plugged", "status": "completed", "tag": "8d278e6a-3223-43be-b890-e7043b04fa3a", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:45:59.654036 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c4005802-07de-4285-b98e-9b6645c76669 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:45:59.654687 dv-cinder-786386-11-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66dfa408-657c-4e1e-8943-dc31e437c7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d278e6a-3223-43be-b890-e7043b04fa3a', 'code': 200} Aug 26 13:45:59.714320 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:45:59.764253 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=8d278e6a-3223-43be-b890-e7043b04fa3a,revision_number=5']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:00.031132 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c99123-5f33-45fd-a3c1-8809884e94f0 req-1b9256da-9ce4-4795-951e-4c2cddd65da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:00.032770 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-60c99123-5f33-45fd-a3c1-8809884e94f0 req-1b9256da-9ce4-4795-951e-4c2cddd65da2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=66dfa408-657c-4e1e-8943-dc31e437c7e2 HTTP/1.1" status: 200 len: 1098 time: 0.0420430 Aug 26 13:46:00.071911 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-60c99123-5f33-45fd-a3c1-8809884e94f0 req-08207783-5e6c-4eb9-aaef-0ad368ee580d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304613 Aug 26 13:46:00.440247 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:00.590877 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a16482-0149-4f5c-8673-9cde4dda5a61 req-247e9f9b-aa18-479e-91b1-3dc0521e96c6 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:00.592443 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-89a16482-0149-4f5c-8673-9cde4dda5a61 req-247e9f9b-aa18-479e-91b1-3dc0521e96c6 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=66dfa408-657c-4e1e-8943-dc31e437c7e2 HTTP/1.1" status: 200 len: 945 time: 0.0704985 Aug 26 13:46:00.632308 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-89a16482-0149-4f5c-8673-9cde4dda5a61 req-87c93931-cb47-4e90-a63a-1845446d2737 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336747 Aug 26 13:46:01.759207 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4285b-4b9c-4787-9a01-190a3c878ca6 req-c85b91bb-ec45-4b7b-a9c5-70a70ea56e6b tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:01.760696 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d6e4285b-4b9c-4787-9a01-190a3c878ca6 req-c85b91bb-ec45-4b7b-a9c5-70a70ea56e6b tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=66dfa408-657c-4e1e-8943-dc31e437c7e2 HTTP/1.1" status: 200 len: 945 time: 0.0501728 Aug 26 13:46:01.799902 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d6e4285b-4b9c-4787-9a01-190a3c878ca6 req-102903ff-96c6-463a-9643-5c41cfc807ea tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333066 Aug 26 13:46:04.739108 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9c3ce-298a-4677-b19c-19612b912566 req-f0ccf0a2-5594-4f0f-ab65-5102f1415aea tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:04.740490 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2de9c3ce-298a-4677-b19c-19612b912566 req-f0ccf0a2-5594-4f0f-ab65-5102f1415aea tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/networks?id=801f6951-36f4-49ce-9154-41081b4e840c HTTP/1.1" status: 200 len: 815 time: 0.1026959 Aug 26 13:46:04.755055 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2de9c3ce-298a-4677-b19c-19612b912566 req-0f80ebad-ff02-4284-a491-cbbe43764da0 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/quotas/499165fead6a4c90a91fe80e4848ab7f HTTP/1.1" status: 200 len: 375 time: 0.0089736 Aug 26 13:46:04.804970 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2de9c3ce-298a-4677-b19c-19612b912566 req-c6e0968b-dc7c-4773-bf82-0857aef5b5b0 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=499165fead6a4c90a91fe80e4848ab7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448189 Aug 26 13:46:04.898780 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2de9c3ce-298a-4677-b19c-19612b912566 req-80756431-aa73-4452-bad3-b51fdcb956a8 service neutron] 10.222.0.35 "GET /v2.0/networks/801f6951-36f4-49ce-9154-41081b4e840c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867968 Aug 26 13:46:04.990115 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2de9c3ce-298a-4677-b19c-19612b912566 req-2db41dde-05ad-47f5-a770-4b6c6909413e service neutron] 10.222.0.35 "GET /v2.0/networks/801f6951-36f4-49ce-9154-41081b4e840c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848532 Aug 26 13:46:05.225735 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6b114439-6350-4ca9-8dd3-fe2fdcce1a2a req-7d472023-264f-4200-9eea-5491a8fa609f tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd80fb3f-bc7c-4e9b-870c-b65a648d261e HTTP/1.1" status: 200 len: 210 time: 0.0272183 Aug 26 13:46:06.322458 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-dc293429-a7ad-406c-906b-3d9c2f3c6fc4 req-a0fc6a42-0afb-47d8-9d3c-f0229b9f152d tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd80fb3f-bc7c-4e9b-870c-b65a648d261e HTTP/1.1" status: 200 len: 210 time: 0.0318735 Aug 26 13:46:07.282831 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9c3ce-298a-4677-b19c-19612b912566 req-1b2b7e4f-4365-4edd-90ca-d9f77231fcbc tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:07.284261 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2de9c3ce-298a-4677-b19c-19612b912566 req-1b2b7e4f-4365-4edd-90ca-d9f77231fcbc tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.38 "GET /v2.0/networks?id=801f6951-36f4-49ce-9154-41081b4e840c HTTP/1.1" status: 200 len: 815 time: 0.0998509 Aug 26 13:46:07.307774 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [req-2de9c3ce-298a-4677-b19c-19612b912566 req-f1a460a1-56e2-473c-b64b-edfe2140385a tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Request body: {'port': {'device_id': 'cd80fb3f-bc7c-4e9b-870c-b65a648d261e', 'network_id': '801f6951-36f4-49ce-9154-41081b4e840c', 'admin_state_up': True, 'tenant_id': '499165fead6a4c90a91fe80e4848ab7f'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:46:07.427275 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4a665c92-8616-4371-8f0b-b3c6c4fc7c1a req-0b2b144a-3de0-4e56-a717-5ba96842f92f tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd80fb3f-bc7c-4e9b-870c-b65a648d261e HTTP/1.1" status: 200 len: 210 time: 0.0336394 Aug 26 13:46:07.548457 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2de9c3ce-298a-4677-b19c-19612b912566 req-f1a460a1-56e2-473c-b64b-edfe2140385a tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Made reservation on behalf of 499165fead6a4c90a91fe80e4848ab7f for: {'port': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:46:07.552118 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-2de9c3ce-298a-4677-b19c-19612b912566 req-f1a460a1-56e2-473c-b64b-edfe2140385a tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:07.687815 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [req-2de9c3ce-298a-4677-b19c-19612b912566 req-f1a460a1-56e2-473c-b64b-edfe2140385a tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Allocated IP 172.20.0.13 (801f6951-36f4-49ce-9154-41081b4e840c/90af5ce6-9610-4682-9ee6-124de69708b6/11ca534c-387d-4b58-bc23-5d6c987658ab) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:46:07.840951 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-2de9c3ce-298a-4677-b19c-19612b912566 req-f1a460a1-56e2-473c-b64b-edfe2140385a tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:07.984141 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-2de9c3ce-298a-4677-b19c-19612b912566 req-f1a460a1-56e2-473c-b64b-edfe2140385a tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:08.023999 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['f7e5e936-31e6-416f-a2a4-1c4b58b3b76d', '8d278e6a-3223-43be-b890-e7043b04fa3a'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:46:08.033372 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2de9c3ce-298a-4677-b19c-19612b912566 req-f1a460a1-56e2-473c-b64b-edfe2140385a tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Network 801f6951-36f4-49ce-9154-41081b4e840c is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:46:08.041040 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [req-2de9c3ce-298a-4677-b19c-19612b912566 req-f1a460a1-56e2-473c-b64b-edfe2140385a tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:46:08.044907 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de9c3ce-298a-4677-b19c-19612b912566 req-f1a460a1-56e2-473c-b64b-edfe2140385a tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:46:08.052316 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a460a1-56e2-473c-b64b-edfe2140385a tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Pushing event updated for resources: {'Port': ['ID=11ca534c-387d-4b58-bc23-5d6c987658ab,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:08.111071 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9c3ce-298a-4677-b19c-19612b912566 req-f1a460a1-56e2-473c-b64b-edfe2140385a tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:08.111071 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-2de9c3ce-298a-4677-b19c-19612b912566 req-f1a460a1-56e2-473c-b64b-edfe2140385a tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:08.166657 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2de9c3ce-298a-4677-b19c-19612b912566 req-f1a460a1-56e2-473c-b64b-edfe2140385a tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8627982 Aug 26 13:46:08.184898 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [req-2de9c3ce-298a-4677-b19c-19612b912566 req-a36d5c53-69e3-426b-a092-2db36e2cdf7b service neutron] Request body: {'port': {'device_id': 'cd80fb3f-bc7c-4e9b-870c-b65a648d261e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:46:08.238380 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-2de9c3ce-298a-4677-b19c-19612b912566 req-a36d5c53-69e3-426b-a092-2db36e2cdf7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:08.500300 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [req-2de9c3ce-298a-4677-b19c-19612b912566 req-a36d5c53-69e3-426b-a092-2db36e2cdf7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ca534c-387d-4b58-bc23-5d6c987658ab {{(pid=94615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:46:08.508179 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-2de9c3ce-298a-4677-b19c-19612b912566 req-a36d5c53-69e3-426b-a092-2db36e2cdf7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:08.521611 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.provisioning_blocks [req-2de9c3ce-298a-4677-b19c-19612b912566 req-a36d5c53-69e3-426b-a092-2db36e2cdf7b service neutron] Transition to ACTIVE for port object 11ca534c-387d-4b58-bc23-5d6c987658ab will not be triggered until provisioned by entity L2. {{(pid=94615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:46:08.541218 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1425a-9b85-4800-b7cc-4d691403b5de req-040b1ebf-3d29-4896-8ca0-7170a1e69632 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:08.542770 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c2d1425a-9b85-4800-b7cc-4d691403b5de req-040b1ebf-3d29-4896-8ca0-7170a1e69632 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd80fb3f-bc7c-4e9b-870c-b65a648d261e HTTP/1.1" status: 200 len: 932 time: 0.0505633 Aug 26 13:46:08.581549 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c2d1425a-9b85-4800-b7cc-4d691403b5de req-76d00fe8-b143-4a4d-8b65-269ff7bd3745 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322683 Aug 26 13:46:08.594339 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-2de9c3ce-298a-4677-b19c-19612b912566 req-a36d5c53-69e3-426b-a092-2db36e2cdf7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764776'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:08.647367 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d5c53-69e3-426b-a092-2db36e2cdf7b service neutron] Pushing event updated for resources: {'Port': ['ID=11ca534c-387d-4b58-bc23-5d6c987658ab,revision_number=2']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:08.715609 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-2de9c3ce-298a-4677-b19c-19612b912566 req-a36d5c53-69e3-426b-a092-2db36e2cdf7b service neutron] Attempting to bind port 11ca534c-387d-4b58-bc23-5d6c987658ab on host hv-cinder-78638 for vnic_type normal with profile {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:46:08.715862 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-2de9c3ce-298a-4677-b19c-19612b912566 req-a36d5c53-69e3-426b-a092-2db36e2cdf7b service neutron] Attempting to bind port 11ca534c-387d-4b58-bc23-5d6c987658ab by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '7e635d5e-6c50-41c7-b456-bf61fbd76aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '801f6951-36f4-49ce-9154-41081b4e840c'}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:46:08.716191 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de9c3ce-298a-4677-b19c-19612b912566 req-a36d5c53-69e3-426b-a092-2db36e2cdf7b service neutron] Attempting to bind port 11ca534c-387d-4b58-bc23-5d6c987658ab on network 801f6951-36f4-49ce-9154-41081b4e840c {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:46:08.721175 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de9c3ce-298a-4677-b19c-19612b912566 req-a36d5c53-69e3-426b-a092-2db36e2cdf7b service neutron] Port 11ca534c-387d-4b58-bc23-5d6c987658ab on network 801f6951-36f4-49ce-9154-41081b4e840c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 13:46:08.721492 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de9c3ce-298a-4677-b19c-19612b912566 req-a36d5c53-69e3-426b-a092-2db36e2cdf7b service neutron] Attempting to bind port 11ca534c-387d-4b58-bc23-5d6c987658ab on network 801f6951-36f4-49ce-9154-41081b4e840c {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:46:08.729288 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de9c3ce-298a-4677-b19c-19612b912566 req-a36d5c53-69e3-426b-a092-2db36e2cdf7b service neutron] Checking agent: {'id': 'ecd4b6ee-6295-46a8-8c11-8af9b25961a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'started_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:46:08.729288 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de9c3ce-298a-4677-b19c-19612b912566 req-a36d5c53-69e3-426b-a092-2db36e2cdf7b service neutron] Checking segment: {'id': '7e635d5e-6c50-41c7-b456-bf61fbd76aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '801f6951-36f4-49ce-9154-41081b4e840c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:46:08.729288 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de9c3ce-298a-4677-b19c-19612b912566 req-a36d5c53-69e3-426b-a092-2db36e2cdf7b service neutron] Bound using segment: {'id': '7e635d5e-6c50-41c7-b456-bf61fbd76aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '801f6951-36f4-49ce-9154-41081b4e840c'} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:46:08.729288 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-2de9c3ce-298a-4677-b19c-19612b912566 req-a36d5c53-69e3-426b-a092-2db36e2cdf7b service neutron] Bound port: 11ca534c-387d-4b58-bc23-5d6c987658ab, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e635d5e-6c50-41c7-b456-bf61fbd76aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '801f6951-36f4-49ce-9154-41081b4e840c'}}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:46:08.729288 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-2de9c3ce-298a-4677-b19c-19612b912566 req-a36d5c53-69e3-426b-a092-2db36e2cdf7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:08.792777 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-2de9c3ce-298a-4677-b19c-19612b912566 req-a36d5c53-69e3-426b-a092-2db36e2cdf7b service neutron] For port 11ca534c-387d-4b58-bc23-5d6c987658ab, host hv-cinder-78638, cleared binding levels {{(pid=94615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:46:08.796831 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-2de9c3ce-298a-4677-b19c-19612b912566 req-a36d5c53-69e3-426b-a092-2db36e2cdf7b service neutron] For port 11ca534c-387d-4b58-bc23-5d6c987658ab, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=11ca534c-387d-4b58-bc23-5d6c987658ab,segment=NetworkSegment(7e635d5e-6c50-41c7-b456-bf61fbd76aa2),segment_id=7e635d5e-6c50-41c7-b456-bf61fbd76aa2)] {{(pid=94615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:46:08.909286 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-2de9c3ce-298a-4677-b19c-19612b912566 req-a36d5c53-69e3-426b-a092-2db36e2cdf7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764776'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:08.946335 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9c3ce-298a-4677-b19c-19612b912566 req-a36d5c53-69e3-426b-a092-2db36e2cdf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:08.946958 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-2de9c3ce-298a-4677-b19c-19612b912566 req-a36d5c53-69e3-426b-a092-2db36e2cdf7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:08.948468 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2de9c3ce-298a-4677-b19c-19612b912566 req-a36d5c53-69e3-426b-a092-2db36e2cdf7b service neutron] 10.222.0.38 "PUT /v2.0/ports/11ca534c-387d-4b58-bc23-5d6c987658ab HTTP/1.1" status: 200 len: 1094 time: 0.7680576 Aug 26 13:46:08.948942 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd80fb3f-bc7c-4e9b-870c-b65a648d261e', 'tag': '11ca534c-387d-4b58-bc23-5d6c987658ab'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:46:08.951262 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea93b417d78f98f8f49a9646f42316e7837148fdcc5dd11c49486c93967457e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bebc0e-6711-4815-add9-24dc486fdc68" -d '{"events": [{"name": "network-changed", "server_uuid": "cd80fb3f-bc7c-4e9b-870c-b65a648d261e", "tag": "11ca534c-387d-4b58-bc23-5d6c987658ab"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:46:08.981142 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d5c53-69e3-426b-a092-2db36e2cdf7b service neutron] Pushing event updated for resources: {'Port': ['ID=11ca534c-387d-4b58-bc23-5d6c987658ab,revision_number=3']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:09.013047 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 13:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6fdbbb-4c02-41ec-b197-b472a1db6bb7 x-openstack-request-id: req-af6fdbbb-4c02-41ec-b197-b472a1db6bb7 {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:46:09.013047 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd80fb3f-bc7c-4e9b-870c-b65a648d261e", "tag": "11ca534c-387d-4b58-bc23-5d6c987658ab", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:46:09.013047 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-af6fdbbb-4c02-41ec-b197-b472a1db6bb7 {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:46:09.013047 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd80fb3f-bc7c-4e9b-870c-b65a648d261e', 'tag': '11ca534c-387d-4b58-bc23-5d6c987658ab', 'status': 'completed', 'code': 200} Aug 26 13:46:09.087823 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bebc0e-6711-4815-add9-24dc486fdc68 req-666d5017-971a-411d-8ec2-7b7b2bf65872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:09.089702 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-75bebc0e-6711-4815-add9-24dc486fdc68 req-666d5017-971a-411d-8ec2-7b7b2bf65872 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=499165fead6a4c90a91fe80e4848ab7f&device_id=cd80fb3f-bc7c-4e9b-870c-b65a648d261e HTTP/1.1" status: 200 len: 1097 time: 0.0502014 Aug 26 13:46:09.204151 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bebc0e-6711-4815-add9-24dc486fdc68 req-1b270157-19df-4611-81b3-6154ff57e573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:09.205629 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-75bebc0e-6711-4815-add9-24dc486fdc68 req-1b270157-19df-4611-81b3-6154ff57e573 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=499165fead6a4c90a91fe80e4848ab7f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1011751 Aug 26 13:46:09.306327 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bebc0e-6711-4815-add9-24dc486fdc68 req-60d8cdf4-e333-4ae2-8785-be20dad81ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:09.307784 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-75bebc0e-6711-4815-add9-24dc486fdc68 req-60d8cdf4-e333-4ae2-8785-be20dad81ec9 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918236 Aug 26 13:46:09.419922 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9c3ce-298a-4677-b19c-19612b912566 req-f609a73e-fbd2-4ca3-b4f3-016116d066bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:09.421459 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2de9c3ce-298a-4677-b19c-19612b912566 req-f609a73e-fbd2-4ca3-b4f3-016116d066bc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=499165fead6a4c90a91fe80e4848ab7f&device_id=cd80fb3f-bc7c-4e9b-870c-b65a648d261e HTTP/1.1" status: 200 len: 1097 time: 0.0480425 Aug 26 13:46:09.473088 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2de9c3ce-298a-4677-b19c-19612b912566 req-568438ce-1019-485f-97dd-cc0c694b6a6d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11ca534c-387d-4b58-bc23-5d6c987658ab HTTP/1.1" status: 200 len: 217 time: 0.0351565 Aug 26 13:46:09.527028 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9c3ce-298a-4677-b19c-19612b912566 req-51a4469a-0619-4030-8262-edb64fec0652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:09.528510 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2de9c3ce-298a-4677-b19c-19612b912566 req-51a4469a-0619-4030-8262-edb64fec0652 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=90af5ce6-9610-4682-9ee6-124de69708b6 HTTP/1.1" status: 200 len: 855 time: 0.0452006 Aug 26 13:46:09.568507 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2de9c3ce-298a-4677-b19c-19612b912566 req-56ae64a1-986f-41e1-a613-56d4502e8fb8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=801f6951-36f4-49ce-9154-41081b4e840c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306783 Aug 26 13:46:09.609436 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 35932) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:46:09.664974 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2de9c3ce-298a-4677-b19c-19612b912566 req-3f12d4c4-289e-456a-9a97-4591977e2172 service neutron] 10.222.0.38 "GET /v2.0/networks/801f6951-36f4-49ce-9154-41081b4e840c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889237 Aug 26 13:46:09.707505 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ac232-8a47-44e8-b37c-2df42955f937 req-6c7d751c-1e26-40f4-b1ae-1292ff7380c5 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:09.713295 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-691ac232-8a47-44e8-b37c-2df42955f937 req-6c7d751c-1e26-40f4-b1ae-1292ff7380c5 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd80fb3f-bc7c-4e9b-870c-b65a648d261e HTTP/1.1" status: 200 len: 944 time: 0.0577214 Aug 26 13:46:09.729187 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5df988f3-1fbb-49f3-b7b7-5e323d7b2ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:09.765958 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2de9c3ce-298a-4677-b19c-19612b912566 req-80ae880d-eb34-41c8-9ec4-f5adad6d208c service neutron] 10.222.0.38 "GET /v2.0/networks/801f6951-36f4-49ce-9154-41081b4e840c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918725 Aug 26 13:46:09.770736 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-691ac232-8a47-44e8-b37c-2df42955f937 req-18e3a85a-e43c-4de2-9d16-6766225c286c tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540774 Aug 26 13:46:09.847542 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5df988f3-1fbb-49f3-b7b7-5e323d7b2ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:09.948540 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5df988f3-1fbb-49f3-b7b7-5e323d7b2ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:09.987021 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-5df988f3-1fbb-49f3-b7b7-5e323d7b2ac8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2933291fa87749af818535fae3da20e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3766410 Aug 26 13:46:09.987971 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df988f3-1fbb-49f3-b7b7-5e323d7b2ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498b25ef-8b09-43d9-8c18-de4568e891bb,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:09.989697 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 35936) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:46:10.038466 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7a0dd3f5-da95-4b4c-97c3-0002fbc6ebc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:10.058965 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7a0dd3f5-da95-4b4c-97c3-0002fbc6ebc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:10.172025 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7a0dd3f5-da95-4b4c-97c3-0002fbc6ebc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:10.174671 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7a0dd3f5-da95-4b4c-97c3-0002fbc6ebc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:10.175826 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-7a0dd3f5-da95-4b4c-97c3-0002fbc6ebc1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/498b25ef-8b09-43d9-8c18-de4568e891bb HTTP/1.1" status: 204 len: 168 time: 0.1850982 Aug 26 13:46:10.183988 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0dd3f5-da95-4b4c-97c3-0002fbc6ebc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498b25ef-8b09-43d9-8c18-de4568e891bb,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:10.600700 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c0311b79-5ae8-482b-ad08-030f6b76cd82 req-27057ec4-f7d4-431f-a4c6-41b0dfef5db4 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1061953014&fields=id&tenant_id=039fe7d5087a40a4aab7a67a367ab7c9 HTTP/1.1" status: 200 len: 267 time: 0.0342283 Aug 26 13:46:10.653511 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0311b79-5ae8-482b-ad08-030f6b76cd82 req-eabb5cd4-19dc-45ac-acdb-7e1d759708b3 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:10.655242 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c0311b79-5ae8-482b-ad08-030f6b76cd82 req-eabb5cd4-19dc-45ac-acdb-7e1d759708b3 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 985 time: 0.0489304 Aug 26 13:46:10.666350 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [req-c0311b79-5ae8-482b-ad08-030f6b76cd82 req-06d862fc-43e6-4bfe-8a31-d275f26edaa9 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Request body: {'port': {'security_groups': ['4bcc6f82-154b-4310-ad8d-f5a41c747124']}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:46:10.740714 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-c0311b79-5ae8-482b-ad08-030f6b76cd82 req-06d862fc-43e6-4bfe-8a31-d275f26edaa9 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:10.939410 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a65286-47bb-443d-8caa-b6e3df75fe49 req-00a5b849-46ce-4d1f-aff4-faf97d73b5f0 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:10.940873 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-65a65286-47bb-443d-8caa-b6e3df75fe49 req-00a5b849-46ce-4d1f-aff4-faf97d73b5f0 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd80fb3f-bc7c-4e9b-870c-b65a648d261e HTTP/1.1" status: 200 len: 944 time: 0.1003218 Aug 26 13:46:10.960236 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [req-c0311b79-5ae8-482b-ad08-030f6b76cd82 req-06d862fc-43e6-4bfe-8a31-d275f26edaa9 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] For port 8d027a05-3288-4b8b-b12d-875919b10a41, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8d027a05-3288-4b8b-b12d-875919b10a41,segment=NetworkSegment(63b47255-6e14-4cd1-a333-b328f9af37e7),segment_id=63b47255-6e14-4cd1-a333-b328f9af37e7)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:46:11.010520 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-65a65286-47bb-443d-8caa-b6e3df75fe49 req-f6476b07-abd9-4313-ac9a-d4347c19fcdf tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590103 Aug 26 13:46:11.010717 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-c0311b79-5ae8-482b-ad08-030f6b76cd82 req-06d862fc-43e6-4bfe-8a31-d275f26edaa9 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:11.085694 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-c0311b79-5ae8-482b-ad08-030f6b76cd82 req-06d862fc-43e6-4bfe-8a31-d275f26edaa9 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625096'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:11.129353 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0311b79-5ae8-482b-ad08-030f6b76cd82 req-06d862fc-43e6-4bfe-8a31-d275f26edaa9 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:11.130010 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [req-c0311b79-5ae8-482b-ad08-030f6b76cd82 req-06d862fc-43e6-4bfe-8a31-d275f26edaa9 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:11.130456 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['8d027a05-3288-4b8b-b12d-875919b10a41'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:46:11.131448 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c0311b79-5ae8-482b-ad08-030f6b76cd82 req-06d862fc-43e6-4bfe-8a31-d275f26edaa9 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "PUT /v2.0/ports/8d027a05-3288-4b8b-b12d-875919b10a41 HTTP/1.1" status: 200 len: 943 time: 0.4696317 Aug 26 13:46:11.131902 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed35fd3-7490-4732-8beb-c8f28ba04c3b', 'tag': '8d027a05-3288-4b8b-b12d-875919b10a41'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:46:11.137154 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a01c3ba01e4bf0bec97fb524610b41262b2b21d9aec27a526a98035f21d3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4ff5b7-6c71-4b13-a0b1-bb5e0abbf8d5" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed35fd3-7490-4732-8beb-c8f28ba04c3b", "tag": "8d027a05-3288-4b8b-b12d-875919b10a41"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:46:11.137536 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 35962) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:46:11.164608 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d862fc-43e6-4bfe-8a31-d275f26edaa9 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Pushing event updated for resources: {'Port': ['ID=8d027a05-3288-4b8b-b12d-875919b10a41,revision_number=7']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:11.200802 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 13:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e257b95-b9f5-47e2-9c53-39c95bae6da3 x-openstack-request-id: req-2e257b95-b9f5-47e2-9c53-39c95bae6da3 {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:46:11.205934 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed35fd3-7490-4732-8beb-c8f28ba04c3b", "tag": "8d027a05-3288-4b8b-b12d-875919b10a41", "status": "completed", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:46:11.213437 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2e257b95-b9f5-47e2-9c53-39c95bae6da3 {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:46:11.213437 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed35fd3-7490-4732-8beb-c8f28ba04c3b', 'tag': '8d027a05-3288-4b8b-b12d-875919b10a41', 'status': 'completed', 'code': 200} Aug 26 13:46:11.227054 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9d9978cf-aa6f-455e-bc8b-ea319170a5f1 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:11.267407 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9d9978cf-aa6f-455e-bc8b-ea319170a5f1 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:11.293450 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['8d027a05-3288-4b8b-b12d-875919b10a41'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:46:11.335524 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ff5b7-6c71-4b13-a0b1-bb5e0abbf8d5 req-6f2fa8b8-852e-48b5-abc1-82db2ee18f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:11.336952 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-7e4ff5b7-6c71-4b13-a0b1-bb5e0abbf8d5 req-6f2fa8b8-852e-48b5-abc1-82db2ee18f6a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=039fe7d5087a40a4aab7a67a367ab7c9&device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 1099 time: 0.0823705 Aug 26 13:46:11.434161 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ff5b7-6c71-4b13-a0b1-bb5e0abbf8d5 req-63afb85a-667c-44f8-8205-1ae54fcdeaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:11.435605 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-7e4ff5b7-6c71-4b13-a0b1-bb5e0abbf8d5 req-63afb85a-667c-44f8-8205-1ae54fcdeaf7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b8bbff58-de61-4abd-b329-3e41147f5911 HTTP/1.1" status: 200 len: 916 time: 0.0913947 Aug 26 13:46:11.448543 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-e1a50d63-5e00-4d7d-903d-cd2a1526b734 None None] Provisioning complete for port 8d027a05-3288-4b8b-b12d-875919b10a41 triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:46:11.448912 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e1a50d63-5e00-4d7d-903d-cd2a1526b734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:11.501481 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9d9978cf-aa6f-455e-bc8b-ea319170a5f1 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:11.504313 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9d9978cf-aa6f-455e-bc8b-ea319170a5f1 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:11.508112 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-9d9978cf-aa6f-455e-bc8b-ea319170a5f1 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "DELETE /v2.0/security-groups/0dd80f68-b442-4617-9f38-d24ae845eb8f HTTP/1.1" status: 204 len: 168 time: 0.3663683 Aug 26 13:46:11.508317 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 35970) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:46:11.520545 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-7e4ff5b7-6c71-4b13-a0b1-bb5e0abbf8d5 req-c03de97d-3b7f-4216-ad25-14a9bf6864bd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d027a05-3288-4b8b-b12d-875919b10a41 HTTP/1.1" status: 200 len: 1002 time: 0.0765634 Aug 26 13:46:11.531179 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9978cf-aa6f-455e-bc8b-ea319170a5f1 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd80f68-b442-4617-9f38-d24ae845eb8f,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:11.615676 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ff5b7-6c71-4b13-a0b1-bb5e0abbf8d5 req-61537289-d8a7-485f-b702-79d37bf5794f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:11.617333 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-7e4ff5b7-6c71-4b13-a0b1-bb5e0abbf8d5 req-61537289-d8a7-485f-b702-79d37bf5794f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1fabf100-a261-41a0-b2e1-8952c5255af8 HTTP/1.1" status: 200 len: 854 time: 0.0881400 Aug 26 13:46:11.670277 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ff5b7-6c71-4b13-a0b1-bb5e0abbf8d5 req-6bcce739-a610-4a0e-941a-ba6f2038fd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:11.672222 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-7e4ff5b7-6c71-4b13-a0b1-bb5e0abbf8d5 req-6bcce739-a610-4a0e-941a-ba6f2038fd0b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b8bbff58-de61-4abd-b329-3e41147f5911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0447783 Aug 26 13:46:11.698956 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-d78d3598-e511-408e-8a7e-24329f17bb44 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Deleting port 0e2461a1-041b-4ad3-8823-7dbd3b823b16 {{(pid=94614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:46:11.699590 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d78d3598-e511-408e-8a7e-24329f17bb44 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:11.769789 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-7e4ff5b7-6c71-4b13-a0b1-bb5e0abbf8d5 req-30b9a120-c18d-4ee7-ae25-3cdd64ee8c59 service neutron] 10.222.0.38 "GET /v2.0/networks/b8bbff58-de61-4abd-b329-3e41147f5911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870366 Aug 26 13:46:11.772912 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d78d3598-e511-408e-8a7e-24329f17bb44 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:11.773240 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d78d3598-e511-408e-8a7e-24329f17bb44 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:11.785665 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-d78d3598-e511-408e-8a7e-24329f17bb44 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Calling delete_port for 0e2461a1-041b-4ad3-8823-7dbd3b823b16 owned by network:floatingip {{(pid=94614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:46:11.863991 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-7e4ff5b7-6c71-4b13-a0b1-bb5e0abbf8d5 req-902c05e3-4de3-437f-8393-a506391b41b2 service neutron] 10.222.0.38 "GET /v2.0/networks/b8bbff58-de61-4abd-b329-3e41147f5911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861504 Aug 26 13:46:11.994530 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d78d3598-e511-408e-8a7e-24329f17bb44 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:12.021113 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d3598-e511-408e-8a7e-24329f17bb44 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Pushing event deleted for resources: {'Port': ['ID=0e2461a1-041b-4ad3-8823-7dbd3b823b16,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:12.093946 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d78d3598-e511-408e-8a7e-24329f17bb44 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks [] for floatingip, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:12.094285 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.db.l3_db [None req-d78d3598-e511-408e-8a7e-24329f17bb44 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Floating IP fd4efd31-675a-4d60-a571-6eb376b1fbb4 disassociated (deleted). External IP: 172.27.2.236, port: 8d027a05-3288-4b8b-b12d-875919b10a41. Aug 26 13:46:12.200992 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d17ff5-7e71-4605-9f05-9a2e9b60d462 req-51b6cfdf-f88f-4145-93eb-5b91c23d5016 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:12.207543 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b0d17ff5-7e71-4605-9f05-9a2e9b60d462 req-51b6cfdf-f88f-4145-93eb-5b91c23d5016 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd80fb3f-bc7c-4e9b-870c-b65a648d261e HTTP/1.1" status: 200 len: 944 time: 0.1263409 Aug 26 13:46:12.256768 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b0d17ff5-7e71-4605-9f05-9a2e9b60d462 req-459a0610-2f06-4282-949d-a9c8d8248210 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450723 Aug 26 13:46:12.358809 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78d3598-e511-408e-8a7e-24329f17bb44 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Router be318f0a-4743-4191-a882-b228e95be6c3 has already been hosted by L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 {{(pid=94614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 13:46:12.708557 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78d3598-e511-408e-8a7e-24329f17bb44 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:46:12.714874 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d78d3598-e511-408e-8a7e-24329f17bb44 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for floatingip, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:12.737971 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f062b3-eee4-46f7-9665-d110c603e552 None None] Sync routers for ids ['be318f0a-4743-4191-a882-b228e95be6c3'] in dv-cinder-786386-11-iscsi {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:46:12.746132 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-d78d3598-e511-408e-8a7e-24329f17bb44 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "DELETE /v2.0/floatingips/fd4efd31-675a-4d60-a571-6eb376b1fbb4 HTTP/1.1" status: 204 len: 168 time: 1.2365596 Aug 26 13:46:12.749244 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f062b3-eee4-46f7-9665-d110c603e552 None None] Routers {'be318f0a-4743-4191-a882-b228e95be6c3'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:46:12.750167 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-96f062b3-eee4-46f7-9665-d110c603e552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:45:57Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['be318f0a-4743-4191-a882-b228e95be6c3'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:46:12.864010 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-96f062b3-eee4-46f7-9665-d110c603e552 None None] Set router be318f0a-4743-4191-a882-b228e95be6c3 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:46:13.075111 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-96f062b3-eee4-46f7-9665-d110c603e552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'name': 'tempest-TestMinimumBasicScenario-1461724046-router', 'tenant_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f6f9865d-5966-4fab-941a-4007c41e467b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:43:31Z', 'updated_at': '2021-08-26T13:43:35Z', 'revision_number': 4, 'project_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'gw_port': {'id': 'f6f9865d-5966-4fab-941a-4007c41e467b', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:05:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:43:32Z', 'updated_at': '2021-08-26T13:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': '8052fbc6-6c8d-4c1e-b01b-280d37bb1c05', 'name': '', 'network_id': 'b8bbff58-de61-4abd-b329-3e41147f5911', 'tenant_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'mac_address': 'fa:16:3e:6e:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1fabf100-a261-41a0-b2e1-8952c5255af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:43:34Z', 'updated_at': '2021-08-26T13:43:43Z', 'revision_number': 5, 'project_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'subnets': [{'id': '1fabf100-a261-41a0-b2e1-8952c5255af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:46:13.104650 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f062b3-eee4-46f7-9665-d110c603e552 None None] Checking router: be318f0a-4743-4191-a882-b228e95be6c3 for host: dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:46:13.113535 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f062b3-eee4-46f7-9665-d110c603e552 None None] Routers {'be318f0a-4743-4191-a882-b228e95be6c3'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:46:13.114211 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-96f062b3-eee4-46f7-9665-d110c603e552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:45:57Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['be318f0a-4743-4191-a882-b228e95be6c3'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:46:13.208978 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed35fd3-7490-4732-8beb-c8f28ba04c3b', 'tag': '8d027a05-3288-4b8b-b12d-875919b10a41'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:46:13.212161 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a01c3ba01e4bf0bec97fb524610b41262b2b21d9aec27a526a98035f21d3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21edcd4d-00f6-43fd-8569-47e16a6bb3f3" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed35fd3-7490-4732-8beb-c8f28ba04c3b", "tag": "8d027a05-3288-4b8b-b12d-875919b10a41"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:46:13.228828 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-96f062b3-eee4-46f7-9665-d110c603e552 None None] Set router be318f0a-4743-4191-a882-b228e95be6c3 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:46:13.251293 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 13:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afd7668-6024-4323-bf43-45771e5df9f3 x-openstack-request-id: req-9afd7668-6024-4323-bf43-45771e5df9f3 {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:46:13.251584 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed35fd3-7490-4732-8beb-c8f28ba04c3b", "tag": "8d027a05-3288-4b8b-b12d-875919b10a41", "status": "completed", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:46:13.251833 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9afd7668-6024-4323-bf43-45771e5df9f3 {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:46:13.252225 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed35fd3-7490-4732-8beb-c8f28ba04c3b', 'tag': '8d027a05-3288-4b8b-b12d-875919b10a41', 'status': 'completed', 'code': 200} Aug 26 13:46:13.367109 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edcd4d-00f6-43fd-8569-47e16a6bb3f3 req-70e3ab5e-ae29-4c7b-8e50-b9964cb9a4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:13.369970 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-21edcd4d-00f6-43fd-8569-47e16a6bb3f3 req-70e3ab5e-ae29-4c7b-8e50-b9964cb9a4c6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=039fe7d5087a40a4aab7a67a367ab7c9&device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 1099 time: 0.0592620 Aug 26 13:46:13.375308 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae32ee1-8b03-4958-b2d4-234bf349c8fe req-64f59cc5-f117-438d-82bb-8fd4b82627d3 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:13.376856 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9ae32ee1-8b03-4958-b2d4-234bf349c8fe req-64f59cc5-f117-438d-82bb-8fd4b82627d3 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd80fb3f-bc7c-4e9b-870c-b65a648d261e HTTP/1.1" status: 200 len: 944 time: 0.0509677 Aug 26 13:46:13.412685 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-a75a1bae-d3aa-4942-888d-30c5001ed299 tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a540730214be4d27a3701a62ab18b36d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346532 Aug 26 13:46:13.466449 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-96f062b3-eee4-46f7-9665-d110c603e552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'name': 'tempest-TestMinimumBasicScenario-1461724046-router', 'tenant_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f6f9865d-5966-4fab-941a-4007c41e467b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:43:31Z', 'updated_at': '2021-08-26T13:43:35Z', 'revision_number': 4, 'project_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'gw_port': {'id': 'f6f9865d-5966-4fab-941a-4007c41e467b', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:05:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:43:32Z', 'updated_at': '2021-08-26T13:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': '8052fbc6-6c8d-4c1e-b01b-280d37bb1c05', 'name': '', 'network_id': 'b8bbff58-de61-4abd-b329-3e41147f5911', 'tenant_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'mac_address': 'fa:16:3e:6e:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1fabf100-a261-41a0-b2e1-8952c5255af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:43:34Z', 'updated_at': '2021-08-26T13:43:43Z', 'revision_number': 5, 'project_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'subnets': [{'id': '1fabf100-a261-41a0-b2e1-8952c5255af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:46:13.469282 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edcd4d-00f6-43fd-8569-47e16a6bb3f3 req-48e325e1-9197-4d77-a3fe-91761253d787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:13.470821 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-21edcd4d-00f6-43fd-8569-47e16a6bb3f3 req-48e325e1-9197-4d77-a3fe-91761253d787 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b8bbff58-de61-4abd-b329-3e41147f5911 HTTP/1.1" status: 200 len: 916 time: 0.0931914 Aug 26 13:46:13.494382 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f062b3-eee4-46f7-9665-d110c603e552 None None] The sync data for ids ['be318f0a-4743-4191-a882-b228e95be6c3'] in dv-cinder-786386-11-iscsi is: [{'id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'name': 'tempest-TestMinimumBasicScenario-1461724046-router', 'tenant_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f6f9865d-5966-4fab-941a-4007c41e467b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:43:31Z', 'updated_at': '2021-08-26T13:43:35Z', 'revision_number': 4, 'project_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'gw_port': {'id': 'f6f9865d-5966-4fab-941a-4007c41e467b', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:05:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:43:32Z', 'updated_at': '2021-08-26T13:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': '8052fbc6-6c8d-4c1e-b01b-280d37bb1c05', 'name': '', 'network_id': 'b8bbff58-de61-4abd-b329-3e41147f5911', 'tenant_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'mac_address': 'fa:16:3e:6e:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1fabf100-a261-41a0-b2e1-8952c5255af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:43:34Z', 'updated_at': '2021-08-26T13:43:43Z', 'revision_number': 5, 'project_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'subnets': [{'id': '1fabf100-a261-41a0-b2e1-8952c5255af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:46:13.512313 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 11ca534c-387d-4b58-bc23-5d6c987658ab details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=94616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 13:46:13.521974 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9ae32ee1-8b03-4958-b2d4-234bf349c8fe req-f39403b4-2c93-454f-bda0-030f4201f68d tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262805 Aug 26 13:46:13.533396 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-21edcd4d-00f6-43fd-8569-47e16a6bb3f3 req-65f4ba7c-5daa-40cb-8ea3-32e408d935d3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d027a05-3288-4b8b-b12d-875919b10a41 HTTP/1.1" status: 200 len: 217 time: 0.0376561 Aug 26 13:46:13.599763 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edcd4d-00f6-43fd-8569-47e16a6bb3f3 req-9aff81d5-f1ba-472e-bf20-cc048dc9a723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:13.601691 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-21edcd4d-00f6-43fd-8569-47e16a6bb3f3 req-9aff81d5-f1ba-472e-bf20-cc048dc9a723 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1fabf100-a261-41a0-b2e1-8952c5255af8 HTTP/1.1" status: 200 len: 854 time: 0.0526206 Aug 26 13:46:13.640325 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-b6337f2f-4cf7-4020-98c9-2ba88908780d tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:13.642071 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 11ca534c-387d-4b58-bc23-5d6c987658ab, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=11ca534c-387d-4b58-bc23-5d6c987658ab,segment=NetworkSegment(7e635d5e-6c50-41c7-b456-bf61fbd76aa2),segment_id=7e635d5e-6c50-41c7-b456-bf61fbd76aa2)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:46:13.642779 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-b6337f2f-4cf7-4020-98c9-2ba88908780d tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2230349 Aug 26 13:46:13.656960 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Returning: {'device': '11ca534c-387d-4b58-bc23-5d6c987658ab', 'network_id': '801f6951-36f4-49ce-9154-41081b4e840c', 'port_id': '11ca534c-387d-4b58-bc23-5d6c987658ab', 'mac_address': 'fa:16:3e:a1:d6:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90af5ce6-9610-4682-9ee6-124de69708b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 13:46:13.666701 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-392a3dd5-a59e-44d3-a11d-67ab4a9e3bed tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] 10.222.0.35 "GET /v2.0/quotas/a540730214be4d27a3701a62ab18b36d HTTP/1.1" status: 200 len: 375 time: 0.0107577 Aug 26 13:46:13.684689 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edcd4d-00f6-43fd-8569-47e16a6bb3f3 req-9c4878cb-6a40-45d7-ab28-a20d8ad25488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:13.687019 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-21edcd4d-00f6-43fd-8569-47e16a6bb3f3 req-9c4878cb-6a40-45d7-ab28-a20d8ad25488 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b8bbff58-de61-4abd-b329-3e41147f5911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0657105 Aug 26 13:46:13.718340 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-32796d0b-ff5e-4810-921b-06bc92ec2d99 tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a540730214be4d27a3701a62ab18b36d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381484 Aug 26 13:46:13.730952 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:13.747879 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ca534c-387d-4b58-bc23-5d6c987658ab {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:46:13.772214 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 11ca534c-387d-4b58-bc23-5d6c987658ab, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=11ca534c-387d-4b58-bc23-5d6c987658ab,segment=NetworkSegment(7e635d5e-6c50-41c7-b456-bf61fbd76aa2),segment_id=7e635d5e-6c50-41c7-b456-bf61fbd76aa2)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:46:13.790396 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8baf0432-466d-4dee-b155-f4e30e4b5384 None None] New status for floating IP fd4efd31-675a-4d60-a571-6eb376b1fbb4: DOWN {{(pid=94617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 13:46:13.814220 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-21edcd4d-00f6-43fd-8569-47e16a6bb3f3 req-428502fe-9a54-48ce-81b6-27554d916c1b service neutron] 10.222.0.38 "GET /v2.0/networks/b8bbff58-de61-4abd-b329-3e41147f5911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183054 Aug 26 13:46:13.914245 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:13.935784 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-21edcd4d-00f6-43fd-8569-47e16a6bb3f3 req-6a8f878d-9c44-4aca-95c6-72e84d620adb service neutron] 10.222.0.38 "GET /v2.0/networks/b8bbff58-de61-4abd-b329-3e41147f5911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129298 Aug 26 13:46:13.964842 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=11ca534c-387d-4b58-bc23-5d6c987658ab,revision_number=4']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:14.025011 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c899e9b4-c4ef-4e96-9644-41b78fc8225c req-8fa37d4e-147c-4cc8-8b47-c880e8c4ef1b tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] 10.222.0.35 "GET /v2.0/ports?device_id=f82c8294-a6f4-4f6b-9bc9-3d148cde80d3 HTTP/1.1" status: 200 len: 210 time: 0.0276589 Aug 26 13:46:14.272100 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['11ca534c-387d-4b58-bc23-5d6c987658ab'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:46:14.640169 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883e9d0-ec34-4f7f-b111-86f30b4fd45c req-535718f4-f60c-4f67-963d-d31fb9454ae1 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:14.641699 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6883e9d0-ec34-4f7f-b111-86f30b4fd45c req-535718f4-f60c-4f67-963d-d31fb9454ae1 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd80fb3f-bc7c-4e9b-870c-b65a648d261e HTTP/1.1" status: 200 len: 945 time: 0.0484285 Aug 26 13:46:14.682916 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6883e9d0-ec34-4f7f-b111-86f30b4fd45c req-49c88a6f-c7f0-4a89-98fb-16bc06d9dc99 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351233 Aug 26 13:46:15.128173 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-64ea0a95-91d5-4582-97ab-6df73a775428 req-a3f856f1-bdc3-48a9-a14d-3fef7b91ba1a tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] 10.222.0.35 "GET /v2.0/ports?device_id=f82c8294-a6f4-4f6b-9bc9-3d148cde80d3 HTTP/1.1" status: 200 len: 210 time: 0.0287132 Aug 26 13:46:15.524335 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 11ca534c-387d-4b58-bc23-5d6c987658ab up at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:46:15.645353 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning for port 11ca534c-387d-4b58-bc23-5d6c987658ab completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:46:15.649431 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning complete for port 11ca534c-387d-4b58-bc23-5d6c987658ab triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:46:15.649870 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:15.729333 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:15.756094 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd80fb3f-bc7c-4e9b-870c-b65a648d261e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ca534c-387d-4b58-bc23-5d6c987658ab'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:46:15.758469 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adf09783f65fc29d397fc30c9e785295af8fecd29e58eb7f547da51af43e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36e60e6-cc10-4fb7-b7dc-4f04dcefd966" -d '{"events": [{"server_uuid": "cd80fb3f-bc7c-4e9b-870c-b65a648d261e", "name": "network-vif-plugged", "status": "completed", "tag": "11ca534c-387d-4b58-bc23-5d6c987658ab"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:46:15.771780 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 11ca534c-387d-4b58-bc23-5d6c987658ab, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=11ca534c-387d-4b58-bc23-5d6c987658ab,segment=NetworkSegment(7e635d5e-6c50-41c7-b456-bf61fbd76aa2),segment_id=7e635d5e-6c50-41c7-b456-bf61fbd76aa2)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:46:15.798343 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db501ec1-f9ab-4067-a47a-a1a9f220b2a1 x-openstack-request-id: req-db501ec1-f9ab-4067-a47a-a1a9f220b2a1 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:46:15.798696 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd80fb3f-bc7c-4e9b-870c-b65a648d261e", "name": "network-vif-plugged", "status": "completed", "tag": "11ca534c-387d-4b58-bc23-5d6c987658ab", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:46:15.798913 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64dc69-4430-4181-ac50-5947a9efecf1 req-b00ae5b1-6052-4284-bd8a-ffef6fd09bd4 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:15.799039 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-db501ec1-f9ab-4067-a47a-a1a9f220b2a1 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:46:15.799328 dv-cinder-786386-11-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd80fb3f-bc7c-4e9b-870c-b65a648d261e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ca534c-387d-4b58-bc23-5d6c987658ab', 'code': 200} Aug 26 13:46:15.800432 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6f64dc69-4430-4181-ac50-5947a9efecf1 req-b00ae5b1-6052-4284-bd8a-ffef6fd09bd4 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd80fb3f-bc7c-4e9b-870c-b65a648d261e HTTP/1.1" status: 200 len: 945 time: 0.0505278 Aug 26 13:46:15.834370 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:15.839559 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6f64dc69-4430-4181-ac50-5947a9efecf1 req-fac72fab-e8be-4843-8a69-a09b8646800c tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330265 Aug 26 13:46:15.884453 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=11ca534c-387d-4b58-bc23-5d6c987658ab,revision_number=5']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:16.131281 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-8ecab996-2c94-4ab6-bee4-033103abd704 tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=a540730214be4d27a3701a62ab18b36d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290055 Aug 26 13:46:16.182827 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade78ba7-857b-4375-837f-74ff7cbb5d7b req-ea4e460d-d804-4115-b4af-89cbab7f09d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:16.185320 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ade78ba7-857b-4375-837f-74ff7cbb5d7b req-ea4e460d-d804-4115-b4af-89cbab7f09d8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cd80fb3f-bc7c-4e9b-870c-b65a648d261e HTTP/1.1" status: 200 len: 1099 time: 0.0619583 Aug 26 13:46:16.239675 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0091b1f4-d8ca-490f-9353-716f02ff6ba0 req-f6d41581-982a-4ae3-ac8f-9a26f665f7a6 tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] 10.222.0.35 "GET /v2.0/ports?device_id=f82c8294-a6f4-4f6b-9bc9-3d148cde80d3 HTTP/1.1" status: 200 len: 210 time: 0.0360377 Aug 26 13:46:16.253891 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ade78ba7-857b-4375-837f-74ff7cbb5d7b req-caa294e8-fa65-44ca-9eef-284bf43ab2b9 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581870 Aug 26 13:46:16.325425 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-0c757b36-91fd-4b54-b744-ba5edcfaa79e tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:16.327534 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-0c757b36-91fd-4b54-b744-ba5edcfaa79e tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1885929 Aug 26 13:46:16.559504 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-d33546a1-68e8-464a-ab7a-60798676ee8a tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] Request body: {'port': {'device_id': 'f82c8294-a6f4-4f6b-9bc9-3d148cde80d3', 'network_id': '304b1986-0537-4262-8858-a7353fc63970', 'admin_state_up': True, 'tenant_id': 'a540730214be4d27a3701a62ab18b36d'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:46:16.759440 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-d33546a1-68e8-464a-ab7a-60798676ee8a tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] Made reservation on behalf of a540730214be4d27a3701a62ab18b36d for: {'port': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:46:16.762942 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-d33546a1-68e8-464a-ab7a-60798676ee8a tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:16.772714 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-d33546a1-68e8-464a-ab7a-60798676ee8a tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:16.865169 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-d33546a1-68e8-464a-ab7a-60798676ee8a tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:16.964975 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44478e-fd40-4e79-bdf2-239d06127aea req-af2b4bd7-b21f-4a4f-af30-a4c1c6808aca tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:16.965695 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-d33546a1-68e8-464a-ab7a-60798676ee8a tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:16.966858 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ab44478e-fd40-4e79-bdf2-239d06127aea req-af2b4bd7-b21f-4a4f-af30-a4c1c6808aca tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd80fb3f-bc7c-4e9b-870c-b65a648d261e HTTP/1.1" status: 200 len: 946 time: 0.0521717 Aug 26 13:46:17.016929 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ab44478e-fd40-4e79-bdf2-239d06127aea req-2a865290-3b5a-4e78-bab8-c0e64d0dde51 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419011 Aug 26 13:46:17.058802 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896744d3-7777-466a-941d-39b40374952d req-4c64ed91-87bb-491e-b461-070fac6de55b tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:17.060406 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-896744d3-7777-466a-941d-39b40374952d req-4c64ed91-87bb-491e-b461-070fac6de55b tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 946 time: 0.0652671 Aug 26 13:46:17.101997 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-896744d3-7777-466a-941d-39b40374952d req-2e590415-c0bc-49c5-b476-c15c55ec6cec tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349028 Aug 26 13:46:17.279611 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33546a1-68e8-464a-ab7a-60798676ee8a tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65776ae6-9f99-4111-a0b2-096bb7c65d17,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:17.341934 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-90249df8-435d-4597-9699-e49db33cc5a4 req-7d9d6730-8ed6-45d9-a0db-5b2553f50117 tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] 10.222.0.35 "GET /v2.0/ports?device_id=f82c8294-a6f4-4f6b-9bc9-3d148cde80d3 HTTP/1.1" status: 200 len: 210 time: 0.0307479 Aug 26 13:46:17.355339 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-d33546a1-68e8-464a-ab7a-60798676ee8a tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] Allocated IP 192.168.233.159 (304b1986-0537-4262-8858-a7353fc63970/dea1d160-7159-4a08-850b-69f31c3704cc/af74c3be-d700-4245-84a2-7bb551d3734f) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:46:17.501312 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-d33546a1-68e8-464a-ab7a-60798676ee8a tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:17.517222 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.provisioning_blocks [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-d33546a1-68e8-464a-ab7a-60798676ee8a tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] Transition to ACTIVE for port object af74c3be-d700-4245-84a2-7bb551d3734f will not be triggered until provisioned by entity DHCP. {{(pid=94615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:46:17.657524 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-d33546a1-68e8-464a-ab7a-60798676ee8a tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:17.701250 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-d33546a1-68e8-464a-ab7a-60798676ee8a tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] Network 304b1986-0537-4262-8858-a7353fc63970 is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:46:17.704942 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-d33546a1-68e8-464a-ab7a-60798676ee8a tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:46:17.707539 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-d33546a1-68e8-464a-ab7a-60798676ee8a tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:46:17.738352 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33546a1-68e8-464a-ab7a-60798676ee8a tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] Pushing event updated for resources: {'Port': ['ID=af74c3be-d700-4245-84a2-7bb551d3734f,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:17.763741 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-d33546a1-68e8-464a-ab7a-60798676ee8a tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:17.765360 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-d33546a1-68e8-464a-ab7a-60798676ee8a tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:17.830343 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-d33546a1-68e8-464a-ab7a-60798676ee8a tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2748084 Aug 26 13:46:17.858827 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-58472c93-af3a-4f4e-afe7-cdcf34012605 service neutron] Request body: {'port': {'device_id': 'f82c8294-a6f4-4f6b-9bc9-3d148cde80d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:46:17.916102 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-58472c93-af3a-4f4e-afe7-cdcf34012605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:17.994228 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-68cca41c-160d-476a-aebd-36572a84ed92 None None] Provisioning for port af74c3be-d700-4245-84a2-7bb551d3734f completed by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:46:17.998274 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-68cca41c-160d-476a-aebd-36572a84ed92 None None] Provisioning complete for port af74c3be-d700-4245-84a2-7bb551d3734f triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:46:17.998681 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-68cca41c-160d-476a-aebd-36572a84ed92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:18.034095 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-68cca41c-160d-476a-aebd-36572a84ed92 None None] Port af74c3be-d700-4245-84a2-7bb551d3734f cannot update to ACTIVE because it is not bound. {{(pid=94616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 13:46:18.133587 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d1c52-a285-40c4-bc17-d802e7fcb7ca req-26197389-c033-45b8-a223-f2fdc109191d tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:18.135340 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ae6d1c52-a285-40c4-bc17-d802e7fcb7ca req-26197389-c033-45b8-a223-f2fdc109191d tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd80fb3f-bc7c-4e9b-870c-b65a648d261e HTTP/1.1" status: 200 len: 946 time: 0.0495887 Aug 26 13:46:18.194639 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-58472c93-af3a-4f4e-afe7-cdcf34012605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af74c3be-d700-4245-84a2-7bb551d3734f {{(pid=94615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:46:18.194941 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ae6d1c52-a285-40c4-bc17-d802e7fcb7ca req-0ca30667-8585-4a10-a30e-3a26b59556ab tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527675 Aug 26 13:46:18.202381 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-58472c93-af3a-4f4e-afe7-cdcf34012605 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:18.215568 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.provisioning_blocks [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-58472c93-af3a-4f4e-afe7-cdcf34012605 service neutron] Transition to ACTIVE for port object af74c3be-d700-4245-84a2-7bb551d3734f will not be triggered until provisioned by entity L2. {{(pid=94615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:46:18.234022 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb812c-f57d-434c-82ff-8a13e30aa269 req-27c199ea-d80d-4568-a9b5-8c7f23bd6183 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:18.235530 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-90bb812c-f57d-434c-82ff-8a13e30aa269 req-27c199ea-d80d-4568-a9b5-8c7f23bd6183 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 946 time: 0.0583482 Aug 26 13:46:18.274252 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-90bb812c-f57d-434c-82ff-8a13e30aa269 req-79efd0fd-cc2e-4745-b887-a6cdd71a3bb8 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328202 Aug 26 13:46:18.279568 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-58472c93-af3a-4f4e-afe7-cdcf34012605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764776'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:18.336721 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58472c93-af3a-4f4e-afe7-cdcf34012605 service neutron] Pushing event updated for resources: {'Port': ['ID=af74c3be-d700-4245-84a2-7bb551d3734f,revision_number=2']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:18.411537 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-58472c93-af3a-4f4e-afe7-cdcf34012605 service neutron] Attempting to bind port af74c3be-d700-4245-84a2-7bb551d3734f on host hv-cinder-78638 for vnic_type normal with profile {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:46:18.411870 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-58472c93-af3a-4f4e-afe7-cdcf34012605 service neutron] Attempting to bind port af74c3be-d700-4245-84a2-7bb551d3734f by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '9cee7e32-e0df-44a8-81cd-028fb54b09c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '304b1986-0537-4262-8858-a7353fc63970'}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:46:18.412208 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-58472c93-af3a-4f4e-afe7-cdcf34012605 service neutron] Attempting to bind port af74c3be-d700-4245-84a2-7bb551d3734f on network 304b1986-0537-4262-8858-a7353fc63970 {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:46:18.417277 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-58472c93-af3a-4f4e-afe7-cdcf34012605 service neutron] Port af74c3be-d700-4245-84a2-7bb551d3734f on network 304b1986-0537-4262-8858-a7353fc63970 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 13:46:18.417611 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-58472c93-af3a-4f4e-afe7-cdcf34012605 service neutron] Attempting to bind port af74c3be-d700-4245-84a2-7bb551d3734f on network 304b1986-0537-4262-8858-a7353fc63970 {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:46:18.423290 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-58472c93-af3a-4f4e-afe7-cdcf34012605 service neutron] Checking agent: {'id': 'ecd4b6ee-6295-46a8-8c11-8af9b25961a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'started_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:46:18.423653 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-58472c93-af3a-4f4e-afe7-cdcf34012605 service neutron] Checking segment: {'id': '9cee7e32-e0df-44a8-81cd-028fb54b09c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '304b1986-0537-4262-8858-a7353fc63970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:46:18.424017 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-58472c93-af3a-4f4e-afe7-cdcf34012605 service neutron] Bound using segment: {'id': '9cee7e32-e0df-44a8-81cd-028fb54b09c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '304b1986-0537-4262-8858-a7353fc63970'} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:46:18.424453 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-58472c93-af3a-4f4e-afe7-cdcf34012605 service neutron] Bound port: af74c3be-d700-4245-84a2-7bb551d3734f, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cee7e32-e0df-44a8-81cd-028fb54b09c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '304b1986-0537-4262-8858-a7353fc63970'}}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:46:18.424818 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-58472c93-af3a-4f4e-afe7-cdcf34012605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:18.480771 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d65715-1874-408d-9542-0e9621c93cb1 req-133f5cf6-2826-47b7-8f1a-9c7bcf8af5bb tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:18.482353 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-36d65715-1874-408d-9542-0e9621c93cb1 req-133f5cf6-2826-47b7-8f1a-9c7bcf8af5bb tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] 10.222.0.35 "GET /v2.0/ports?device_id=f82c8294-a6f4-4f6b-9bc9-3d148cde80d3 HTTP/1.1" status: 200 len: 948 time: 0.0546753 Aug 26 13:46:18.502539 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-58472c93-af3a-4f4e-afe7-cdcf34012605 service neutron] For port af74c3be-d700-4245-84a2-7bb551d3734f, host hv-cinder-78638, cleared binding levels {{(pid=94615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:46:18.505541 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-58472c93-af3a-4f4e-afe7-cdcf34012605 service neutron] For port af74c3be-d700-4245-84a2-7bb551d3734f, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=af74c3be-d700-4245-84a2-7bb551d3734f,segment=NetworkSegment(9cee7e32-e0df-44a8-81cd-028fb54b09c8),segment_id=9cee7e32-e0df-44a8-81cd-028fb54b09c8)] {{(pid=94615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:46:18.525008 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-36d65715-1874-408d-9542-0e9621c93cb1 req-015bd839-0aa1-4134-8cad-49b5854303ec tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] 10.222.0.35 "GET /v2.0/security-groups?id=65776ae6-9f99-4111-a0b2-096bb7c65d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359917 Aug 26 13:46:18.571837 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-58472c93-af3a-4f4e-afe7-cdcf34012605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764776'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:18.605557 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-58472c93-af3a-4f4e-afe7-cdcf34012605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:18.606268 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-58472c93-af3a-4f4e-afe7-cdcf34012605 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:18.607624 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-58472c93-af3a-4f4e-afe7-cdcf34012605 service neutron] 10.222.0.38 "PUT /v2.0/ports/af74c3be-d700-4245-84a2-7bb551d3734f HTTP/1.1" status: 200 len: 1098 time: 0.7534053 Aug 26 13:46:18.608093 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82c8294-a6f4-4f6b-9bc9-3d148cde80d3', 'tag': 'af74c3be-d700-4245-84a2-7bb551d3734f'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:46:18.610841 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea93b417d78f98f8f49a9646f42316e7837148fdcc5dd11c49486c93967457e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b486ec-fd47-4082-bdae-e4de2a3dc7cd" -d '{"events": [{"name": "network-changed", "server_uuid": "f82c8294-a6f4-4f6b-9bc9-3d148cde80d3", "tag": "af74c3be-d700-4245-84a2-7bb551d3734f"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:46:18.634428 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58472c93-af3a-4f4e-afe7-cdcf34012605 service neutron] Pushing event updated for resources: {'Port': ['ID=af74c3be-d700-4245-84a2-7bb551d3734f,revision_number=3']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:18.654931 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 13:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190c935b-2148-4d13-a9b4-ed0efca02009 x-openstack-request-id: req-190c935b-2148-4d13-a9b4-ed0efca02009 {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:46:18.655894 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f82c8294-a6f4-4f6b-9bc9-3d148cde80d3", "tag": "af74c3be-d700-4245-84a2-7bb551d3734f", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:46:18.656146 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-190c935b-2148-4d13-a9b4-ed0efca02009 {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:46:18.656542 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82c8294-a6f4-4f6b-9bc9-3d148cde80d3', 'tag': 'af74c3be-d700-4245-84a2-7bb551d3734f', 'status': 'completed', 'code': 200} Aug 26 13:46:18.765994 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b486ec-fd47-4082-bdae-e4de2a3dc7cd req-4aa20805-040b-4415-b65a-462acbdab90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:18.765994 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-00b486ec-fd47-4082-bdae-e4de2a3dc7cd req-4aa20805-040b-4415-b65a-462acbdab90e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a540730214be4d27a3701a62ab18b36d&device_id=f82c8294-a6f4-4f6b-9bc9-3d148cde80d3 HTTP/1.1" status: 200 len: 1101 time: 0.0510013 Aug 26 13:46:18.804987 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-00b486ec-fd47-4082-bdae-e4de2a3dc7cd req-80ceba4d-616a-4280-9992-435ab6bb5be3 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=a540730214be4d27a3701a62ab18b36d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219898 Aug 26 13:46:18.904084 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b486ec-fd47-4082-bdae-e4de2a3dc7cd req-9b2e3c41-eaa5-4618-9c66-ebb9125dfd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:18.906614 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-00b486ec-fd47-4082-bdae-e4de2a3dc7cd req-9b2e3c41-eaa5-4618-9c66-ebb9125dfd89 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942130 Aug 26 13:46:19.022631 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-5432a23f-725b-4358-a6c0-ba1acaf335a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:19.024130 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-5432a23f-725b-4358-a6c0-ba1acaf335a1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a540730214be4d27a3701a62ab18b36d&device_id=f82c8294-a6f4-4f6b-9bc9-3d148cde80d3 HTTP/1.1" status: 200 len: 1101 time: 0.0415285 Aug 26 13:46:19.080858 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-bee3b560-0687-4774-874b-becbc5a8a3e5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=af74c3be-d700-4245-84a2-7bb551d3734f HTTP/1.1" status: 200 len: 217 time: 0.0368829 Aug 26 13:46:19.135152 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-76ac0899-c58f-4c53-b5f9-586fd0ec6e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:19.136625 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-76ac0899-c58f-4c53-b5f9-586fd0ec6e9a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dea1d160-7159-4a08-850b-69f31c3704cc HTTP/1.1" status: 200 len: 843 time: 0.0426843 Aug 26 13:46:19.185459 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-0229c77b-adec-486b-b2a1-6ff60af15bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:19.187535 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-0229c77b-adec-486b-b2a1-6ff60af15bd8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=304b1986-0537-4262-8858-a7353fc63970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0409741 Aug 26 13:46:19.282714 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-098df239-8b57-40da-87cb-402c56f6b30e service neutron] 10.222.0.38 "GET /v2.0/networks/304b1986-0537-4262-8858-a7353fc63970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860348 Aug 26 13:46:19.387788 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e0d18-15f0-4506-8161-36cc9ecdd61d req-3d1539ed-12e3-414e-8b4e-063fe88e1310 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:19.389305 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f37e0d18-15f0-4506-8161-36cc9ecdd61d req-3d1539ed-12e3-414e-8b4e-063fe88e1310 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 946 time: 0.0493393 Aug 26 13:46:19.411419 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-930b0c8f-43e4-4cb3-88d0-652aa5fa1b82 req-a2a3a8b2-ee0a-4fcd-adc3-479dda53dec0 service neutron] 10.222.0.38 "GET /v2.0/networks/304b1986-0537-4262-8858-a7353fc63970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872617 Aug 26 13:46:19.427973 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f37e0d18-15f0-4506-8161-36cc9ecdd61d req-f2250633-491d-47fb-bfbb-139c7650b82b tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/security-groups?id=4bcc6f82-154b-4310-ad8d-f5a41c747124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321641 Aug 26 13:46:19.640234 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3072f48-f566-4a99-9d2a-8a9852b4601d req-ee409e2c-dd04-4349-8d0f-50d71ab82c1a tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:19.641737 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e3072f48-f566-4a99-9d2a-8a9852b4601d req-ee409e2c-dd04-4349-8d0f-50d71ab82c1a tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] 10.222.0.35 "GET /v2.0/ports?device_id=f82c8294-a6f4-4f6b-9bc9-3d148cde80d3 HTTP/1.1" status: 200 len: 948 time: 0.0500031 Aug 26 13:46:19.680493 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e3072f48-f566-4a99-9d2a-8a9852b4601d req-bda17a58-ffda-4ad9-9001-e20f43824620 tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] 10.222.0.35 "GET /v2.0/security-groups?id=65776ae6-9f99-4111-a0b2-096bb7c65d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326035 Aug 26 13:46:19.690141 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c899c7e-3cd2-4bb9-ad84-0222774e7141 req-4cd4941f-301e-4654-a6b9-8b431514fde1 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:19.691632 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1c899c7e-3cd2-4bb9-ad84-0222774e7141 req-4cd4941f-301e-4654-a6b9-8b431514fde1 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 946 time: 0.0544736 Aug 26 13:46:19.788734 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [req-1c899c7e-3cd2-4bb9-ad84-0222774e7141 req-dc4f0f46-00c7-4ec5-8a62-a642fc686e35 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Deleting port 8d027a05-3288-4b8b-b12d-875919b10a41 {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:46:19.789077 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-1c899c7e-3cd2-4bb9-ad84-0222774e7141 req-dc4f0f46-00c7-4ec5-8a62-a642fc686e35 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:19.906261 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-1c899c7e-3cd2-4bb9-ad84-0222774e7141 req-dc4f0f46-00c7-4ec5-8a62-a642fc686e35 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] For port 8d027a05-3288-4b8b-b12d-875919b10a41, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8d027a05-3288-4b8b-b12d-875919b10a41,segment=NetworkSegment(63b47255-6e14-4cd1-a333-b328f9af37e7),segment_id=63b47255-6e14-4cd1-a333-b328f9af37e7)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:46:19.906658 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-1c899c7e-3cd2-4bb9-ad84-0222774e7141 req-dc4f0f46-00c7-4ec5-8a62-a642fc686e35 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:19.921128 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [req-1c899c7e-3cd2-4bb9-ad84-0222774e7141 req-dc4f0f46-00c7-4ec5-8a62-a642fc686e35 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Calling delete_port for 8d027a05-3288-4b8b-b12d-875919b10a41 owned by compute:nova {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:46:20.113172 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-1c899c7e-3cd2-4bb9-ad84-0222774e7141 req-dc4f0f46-00c7-4ec5-8a62-a642fc686e35 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:20.145055 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f0f46-00c7-4ec5-8a62-a642fc686e35 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Pushing event deleted for resources: {'Port': ['ID=8d027a05-3288-4b8b-b12d-875919b10a41,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:20.149739 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['8d027a05-3288-4b8b-b12d-875919b10a41'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:46:20.188148 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c899c7e-3cd2-4bb9-ad84-0222774e7141 req-dc4f0f46-00c7-4ec5-8a62-a642fc686e35 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] No DVR routers for this DVR port 8d027a05-3288-4b8b-b12d-875919b10a41 on host hv-cinder-78638 {{(pid=94615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 13:46:20.190787 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-1c899c7e-3cd2-4bb9-ad84-0222774e7141 req-dc4f0f46-00c7-4ec5-8a62-a642fc686e35 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:20.193047 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1c899c7e-3cd2-4bb9-ad84-0222774e7141 req-dc4f0f46-00c7-4ec5-8a62-a642fc686e35 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.38 "DELETE /v2.0/ports/8d027a05-3288-4b8b-b12d-875919b10a41 HTTP/1.1" status: 204 len: 173 time: 0.4925718 Aug 26 13:46:20.522846 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5ec74275-7f73-4399-bc7c-92c7611bf8fe req-f6a4a093-3791-48db-ab9b-a2258f4f4189 tempest-TestMinimumBasicScenario-1822432449 tempest-TestMinimumBasicScenario-1822432449-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed35fd3-7490-4732-8beb-c8f28ba04c3b HTTP/1.1" status: 200 len: 210 time: 0.0290484 Aug 26 13:46:20.657766 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed35fd3-7490-4732-8beb-c8f28ba04c3b', 'name': 'network-vif-deleted', 'tag': '8d027a05-3288-4b8b-b12d-875919b10a41'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:46:20.660127 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea93b417d78f98f8f49a9646f42316e7837148fdcc5dd11c49486c93967457e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16fcc33-5fe9-4a4f-a77e-b17508d2e4fa" -d '{"events": [{"server_uuid": "2ed35fd3-7490-4732-8beb-c8f28ba04c3b", "name": "network-vif-deleted", "tag": "8d027a05-3288-4b8b-b12d-875919b10a41"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:46:20.697136 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b51e23e-33c3-4882-8d35-9d924bfbf8a5 x-openstack-request-id: req-9b51e23e-33c3-4882-8d35-9d924bfbf8a5 {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:46:20.697428 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed35fd3-7490-4732-8beb-c8f28ba04c3b", "name": "network-vif-deleted", "tag": "8d027a05-3288-4b8b-b12d-875919b10a41", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:46:20.697681 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9b51e23e-33c3-4882-8d35-9d924bfbf8a5 {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:46:20.698105 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed35fd3-7490-4732-8beb-c8f28ba04c3b', 'name': 'network-vif-deleted', 'tag': '8d027a05-3288-4b8b-b12d-875919b10a41', 'status': 'completed', 'code': 200} Aug 26 13:46:20.803593 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200c8cf-02be-4261-9fc8-e9878622dcb7 req-81af9a81-e289-496e-9a75-a9020722f61b tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:20.805061 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4200c8cf-02be-4261-9fc8-e9878622dcb7 req-81af9a81-e289-496e-9a75-a9020722f61b tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] 10.222.0.35 "GET /v2.0/ports?device_id=f82c8294-a6f4-4f6b-9bc9-3d148cde80d3 HTTP/1.1" status: 200 len: 948 time: 0.0552113 Aug 26 13:46:20.842136 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4200c8cf-02be-4261-9fc8-e9878622dcb7 req-57fadf7f-8624-47e9-a11d-3938b639be1c tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] 10.222.0.35 "GET /v2.0/security-groups?id=65776ae6-9f99-4111-a0b2-096bb7c65d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310285 Aug 26 13:46:21.960758 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8945f-7085-4a91-8983-eaf22526eeda req-b6ca933e-fc99-43a2-9bac-c0e1b92ed203 tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:21.962306 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-81a8945f-7085-4a91-8983-eaf22526eeda req-b6ca933e-fc99-43a2-9bac-c0e1b92ed203 tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] 10.222.0.35 "GET /v2.0/ports?device_id=f82c8294-a6f4-4f6b-9bc9-3d148cde80d3 HTTP/1.1" status: 200 len: 948 time: 0.0502939 Aug 26 13:46:22.010936 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-81a8945f-7085-4a91-8983-eaf22526eeda req-40144866-0919-4d88-8534-9840985e62c6 tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] 10.222.0.35 "GET /v2.0/security-groups?id=65776ae6-9f99-4111-a0b2-096bb7c65d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380409 Aug 26 13:46:22.768382 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 6 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:46:22.933954 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 36138) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:46:23.161955 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53bc88-0fde-4f38-9079-30a932b78b73 req-4cf6ca08-5246-4d4c-b817-363a65be268e tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:23.163468 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0c53bc88-0fde-4f38-9079-30a932b78b73 req-4cf6ca08-5246-4d4c-b817-363a65be268e tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] 10.222.0.35 "GET /v2.0/ports?device_id=f82c8294-a6f4-4f6b-9bc9-3d148cde80d3 HTTP/1.1" status: 200 len: 948 time: 0.0895164 Aug 26 13:46:23.238156 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0c53bc88-0fde-4f38-9079-30a932b78b73 req-44cf4fd9-f44b-4226-be88-178639ec0329 tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] 10.222.0.35 "GET /v2.0/security-groups?id=65776ae6-9f99-4111-a0b2-096bb7c65d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665660 Aug 26 13:46:23.347414 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d579a552-dae6-4fa5-ab67-652ef9b0e522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432655'] for router_interface, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:23.574535 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device af74c3be-d700-4245-84a2-7bb551d3734f details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=94616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 13:46:23.584120 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 8d027a05-3288-4b8b-b12d-875919b10a41 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:46:23.597372 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-d579a552-dae6-4fa5-ab67-652ef9b0e522 admin admin] Deleting port 8052fbc6-6c8d-4c1e-b01b-280d37bb1c05 {{(pid=94614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:46:23.597802 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d579a552-dae6-4fa5-ab67-652ef9b0e522 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:23.608960 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] No Port match for: 8d027a05-3288-4b8b-b12d-875919b10a41 {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:46:23.609313 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 8d027a05-3288-4b8b-b12d-875919b10a41 not bound to the agent host hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:46:23.675787 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-d579a552-dae6-4fa5-ab67-652ef9b0e522 admin admin] For port 8052fbc6-6c8d-4c1e-b01b-280d37bb1c05, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=8052fbc6-6c8d-4c1e-b01b-280d37bb1c05,segment=NetworkSegment(63b47255-6e14-4cd1-a333-b328f9af37e7),segment_id=63b47255-6e14-4cd1-a333-b328f9af37e7)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:46:23.676149 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d579a552-dae6-4fa5-ab67-652ef9b0e522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:23.692755 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-d579a552-dae6-4fa5-ab67-652ef9b0e522 admin admin] Calling delete_port for 8052fbc6-6c8d-4c1e-b01b-280d37bb1c05 owned by network:router_interface {{(pid=94614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:46:23.693005 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port af74c3be-d700-4245-84a2-7bb551d3734f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=af74c3be-d700-4245-84a2-7bb551d3734f,segment=NetworkSegment(9cee7e32-e0df-44a8-81cd-028fb54b09c8),segment_id=9cee7e32-e0df-44a8-81cd-028fb54b09c8)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:46:23.703928 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Returning: {'device': 'af74c3be-d700-4245-84a2-7bb551d3734f', 'network_id': '304b1986-0537-4262-8858-a7353fc63970', 'port_id': 'af74c3be-d700-4245-84a2-7bb551d3734f', 'mac_address': 'fa:16:3e:fc:8b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea1d160-7159-4a08-850b-69f31c3704cc', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 13:46:23.739900 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:23.755950 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af74c3be-d700-4245-84a2-7bb551d3734f {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:46:23.776029 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port af74c3be-d700-4245-84a2-7bb551d3734f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=af74c3be-d700-4245-84a2-7bb551d3734f,segment=NetworkSegment(9cee7e32-e0df-44a8-81cd-028fb54b09c8),segment_id=9cee7e32-e0df-44a8-81cd-028fb54b09c8)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:46:23.845349 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:23.895157 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=af74c3be-d700-4245-84a2-7bb551d3734f,revision_number=4']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:23.913995 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d579a552-dae6-4fa5-ab67-652ef9b0e522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:23.939861 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579a552-dae6-4fa5-ab67-652ef9b0e522 admin admin] Pushing event deleted for resources: {'Port': ['ID=8052fbc6-6c8d-4c1e-b01b-280d37bb1c05,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:23.952805 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d579a552-dae6-4fa5-ab67-652ef9b0e522 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:23.953152 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d579a552-dae6-4fa5-ab67-652ef9b0e522 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:23.953491 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d579a552-dae6-4fa5-ab67-652ef9b0e522 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:23.953847 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d579a552-dae6-4fa5-ab67-652ef9b0e522 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:23.954178 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d579a552-dae6-4fa5-ab67-652ef9b0e522 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:23.954504 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d579a552-dae6-4fa5-ab67-652ef9b0e522 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:23.954830 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d579a552-dae6-4fa5-ab67-652ef9b0e522 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:23.955155 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d579a552-dae6-4fa5-ab67-652ef9b0e522 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:23.955487 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d579a552-dae6-4fa5-ab67-652ef9b0e522 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:23.955803 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d579a552-dae6-4fa5-ab67-652ef9b0e522 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:23.956120 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d579a552-dae6-4fa5-ab67-652ef9b0e522 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:23.956433 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d579a552-dae6-4fa5-ab67-652ef9b0e522 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:24.113402 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d579a552-dae6-4fa5-ab67-652ef9b0e522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432837'] for router_interface, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:24.131380 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5369054d-4237-4af4-9bfe-87c5b4681110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:24.182413 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['af74c3be-d700-4245-84a2-7bb551d3734f'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:46:24.355557 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d579a552-dae6-4fa5-ab67-652ef9b0e522 admin admin] Router be318f0a-4743-4191-a882-b228e95be6c3 has already been hosted by L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 {{(pid=94614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 13:46:24.375181 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592428ae-a686-42f8-b07c-079c2c48bcbc req-c36683ab-4d68-4a24-b8c0-5c46849ace5c tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:24.376578 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-592428ae-a686-42f8-b07c-079c2c48bcbc req-c36683ab-4d68-4a24-b8c0-5c46849ace5c tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] 10.222.0.35 "GET /v2.0/ports?device_id=f82c8294-a6f4-4f6b-9bc9-3d148cde80d3 HTTP/1.1" status: 200 len: 949 time: 0.0645466 Aug 26 13:46:24.482259 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-592428ae-a686-42f8-b07c-079c2c48bcbc req-d996c927-5f10-4bb5-ae82-3bb2a500c6e2 tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] 10.222.0.35 "GET /v2.0/security-groups?id=65776ae6-9f99-4111-a0b2-096bb7c65d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997198 Aug 26 13:46:24.502109 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d579a552-dae6-4fa5-ab67-652ef9b0e522 admin admin] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:46:24.507361 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-d579a552-dae6-4fa5-ab67-652ef9b0e522 admin admin] 10.222.0.35 "PUT /v2.0/routers/be318f0a-4743-4191-a882-b228e95be6c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5723915 Aug 26 13:46:24.509955 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 36146) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:46:24.510815 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87325e3-4971-42d5-9c06-325485ceef20 None None] Sync routers for ids ['be318f0a-4743-4191-a882-b228e95be6c3'] in dv-cinder-786386-11-iscsi {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:46:24.520410 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87325e3-4971-42d5-9c06-325485ceef20 None None] Routers {'be318f0a-4743-4191-a882-b228e95be6c3'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:46:24.521044 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-a87325e3-4971-42d5-9c06-325485ceef20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:45:57Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['be318f0a-4743-4191-a882-b228e95be6c3'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:46:24.617514 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3cfb9f54-df8a-40bf-a772-e22c34033bda admin admin] Notify callbacks [] for router, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:24.641010 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-a87325e3-4971-42d5-9c06-325485ceef20 None None] Set router be318f0a-4743-4191-a882-b228e95be6c3 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:46:24.725930 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3cfb9f54-df8a-40bf-a772-e22c34033bda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:24.849462 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-3cfb9f54-df8a-40bf-a772-e22c34033bda admin admin] Deleting port f6f9865d-5966-4fab-941a-4007c41e467b {{(pid=94614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:46:24.849984 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3cfb9f54-df8a-40bf-a772-e22c34033bda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:24.950818 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-3cfb9f54-df8a-40bf-a772-e22c34033bda admin admin] For port f6f9865d-5966-4fab-941a-4007c41e467b, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=f6f9865d-5966-4fab-941a-4007c41e467b,segment=NetworkSegment(706c7343-f453-451d-93d0-3f6d714ba662),segment_id=706c7343-f453-451d-93d0-3f6d714ba662)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:46:24.951330 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3cfb9f54-df8a-40bf-a772-e22c34033bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:24.959445 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-a87325e3-4971-42d5-9c06-325485ceef20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'name': 'tempest-TestMinimumBasicScenario-1461724046-router', 'tenant_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f6f9865d-5966-4fab-941a-4007c41e467b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:43:31Z', 'updated_at': '2021-08-26T13:46:23Z', 'revision_number': 5, 'project_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'gw_port': {'id': 'f6f9865d-5966-4fab-941a-4007c41e467b', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:05:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:43:32Z', 'updated_at': '2021-08-26T13:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:46:24.966144 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-3cfb9f54-df8a-40bf-a772-e22c34033bda admin admin] Calling delete_port for f6f9865d-5966-4fab-941a-4007c41e467b owned by network:router_gateway {{(pid=94614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:46:24.986458 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87325e3-4971-42d5-9c06-325485ceef20 None None] Checking router: be318f0a-4743-4191-a882-b228e95be6c3 for host: dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:46:24.998261 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87325e3-4971-42d5-9c06-325485ceef20 None None] Routers {'be318f0a-4743-4191-a882-b228e95be6c3'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:46:24.998947 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-a87325e3-4971-42d5-9c06-325485ceef20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:45:57Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['be318f0a-4743-4191-a882-b228e95be6c3'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:46:25.085315 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-a87325e3-4971-42d5-9c06-325485ceef20 None None] Set router be318f0a-4743-4191-a882-b228e95be6c3 gateway port host: None {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:46:25.140162 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-a87325e3-4971-42d5-9c06-325485ceef20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'name': 'tempest-TestMinimumBasicScenario-1461724046-router', 'tenant_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:43:31Z', 'updated_at': '2021-08-26T13:46:24Z', 'revision_number': 6, 'project_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'gw_port_host': None}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:46:25.167316 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87325e3-4971-42d5-9c06-325485ceef20 None None] The sync data for ids ['be318f0a-4743-4191-a882-b228e95be6c3'] in dv-cinder-786386-11-iscsi is: [{'id': 'be318f0a-4743-4191-a882-b228e95be6c3', 'name': 'tempest-TestMinimumBasicScenario-1461724046-router', 'tenant_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:43:31Z', 'updated_at': '2021-08-26T13:46:24Z', 'revision_number': 6, 'project_id': '039fe7d5087a40a4aab7a67a367ab7c9', 'gw_port_host': None}] {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:46:25.182847 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3cfb9f54-df8a-40bf-a772-e22c34033bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:25.214751 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb9f54-df8a-40bf-a772-e22c34033bda admin admin] Pushing event deleted for resources: {'Port': ['ID=f6f9865d-5966-4fab-941a-4007c41e467b,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:25.273535 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3cfb9f54-df8a-40bf-a772-e22c34033bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430495'] for router_gateway, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:25.360509 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3cfb9f54-df8a-40bf-a772-e22c34033bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-428288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13273'] for router, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:25.362611 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3cfb9f54-df8a-40bf-a772-e22c34033bda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:25.500419 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3cfb9f54-df8a-40bf-a772-e22c34033bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-428303'] for router, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:25.501120 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfb9f54-df8a-40bf-a772-e22c34033bda admin admin] Fanout notify agent at l3_agent the message router_deleted on router be318f0a-4743-4191-a882-b228e95be6c3 {{(pid=94614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 13:46:25.505896 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3cfb9f54-df8a-40bf-a772-e22c34033bda admin admin] Notify callbacks [] for router, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:25.512182 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-3cfb9f54-df8a-40bf-a772-e22c34033bda admin admin] 10.222.0.35 "DELETE /v2.0/routers/be318f0a-4743-4191-a882-b228e95be6c3 HTTP/1.1" status: 204 len: 168 time: 0.9962385 Aug 26 13:46:25.512182 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 36152) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:46:25.561550 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea853c41-f013-458e-abf2-a341bfb64df4 admin admin] Deleting subnet 1fabf100-a261-41a0-b2e1-8952c5255af8 {{(pid=94614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 13:46:25.592943 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device af74c3be-d700-4245-84a2-7bb551d3734f up at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:46:25.596041 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ea853c41-f013-458e-abf2-a341bfb64df4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:25.642768 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ea853c41-f013-458e-abf2-a341bfb64df4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3147581'] for subnet, precommit_delete_associations {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:25.714324 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning for port af74c3be-d700-4245-84a2-7bb551d3734f completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:46:25.719376 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning complete for port af74c3be-d700-4245-84a2-7bb551d3734f triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:46:25.719760 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:25.808696 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:25.834439 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82c8294-a6f4-4f6b-9bc9-3d148cde80d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af74c3be-d700-4245-84a2-7bb551d3734f'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:46:25.838709 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adf09783f65fc29d397fc30c9e785295af8fecd29e58eb7f547da51af43e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe099958-40a8-4de1-a4fc-548a38327c98" -d '{"events": [{"server_uuid": "f82c8294-a6f4-4f6b-9bc9-3d148cde80d3", "name": "network-vif-plugged", "status": "completed", "tag": "af74c3be-d700-4245-84a2-7bb551d3734f"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:46:25.855972 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port af74c3be-d700-4245-84a2-7bb551d3734f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=af74c3be-d700-4245-84a2-7bb551d3734f,segment=NetworkSegment(9cee7e32-e0df-44a8-81cd-028fb54b09c8),segment_id=9cee7e32-e0df-44a8-81cd-028fb54b09c8)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:46:25.879691 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8012a200-e662-4b69-bc9e-28affd6a9b6e x-openstack-request-id: req-8012a200-e662-4b69-bc9e-28affd6a9b6e {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:46:25.879992 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82c8294-a6f4-4f6b-9bc9-3d148cde80d3", "name": "network-vif-plugged", "status": "completed", "tag": "af74c3be-d700-4245-84a2-7bb551d3734f", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:46:25.880251 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8012a200-e662-4b69-bc9e-28affd6a9b6e {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:46:25.880653 dv-cinder-786386-11-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82c8294-a6f4-4f6b-9bc9-3d148cde80d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af74c3be-d700-4245-84a2-7bb551d3734f', 'code': 200} Aug 26 13:46:25.924727 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af995346-65ef-413d-96fe-785d9e086cff req-d47090d4-b38b-4252-ac7f-394eddbfc3e9 tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:25.926220 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-af995346-65ef-413d-96fe-785d9e086cff req-d47090d4-b38b-4252-ac7f-394eddbfc3e9 tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] 10.222.0.35 "GET /v2.0/ports?device_id=f82c8294-a6f4-4f6b-9bc9-3d148cde80d3 HTTP/1.1" status: 200 len: 949 time: 0.3623350 Aug 26 13:46:25.931514 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:25.976179 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 8052fbc6-6c8d-4c1e-b01b-280d37bb1c05 no longer exists at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:46:26.005605 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-af995346-65ef-413d-96fe-785d9e086cff req-7909d2d5-be0c-4603-b2dd-68acc66d96d7 tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] 10.222.0.35 "GET /v2.0/security-groups?id=65776ae6-9f99-4111-a0b2-096bb7c65d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728114 Aug 26 13:46:26.010757 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] No Port match for: 8052fbc6-6c8d-4c1e-b01b-280d37bb1c05 {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:46:26.011436 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 8052fbc6-6c8d-4c1e-b01b-280d37bb1c05 not bound to the agent host dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:46:26.016689 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=af74c3be-d700-4245-84a2-7bb551d3734f,revision_number=5']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:26.030920 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ea853c41-f013-458e-abf2-a341bfb64df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541549'] for subnet, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:26.210903 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ea853c41-f013-458e-abf2-a341bfb64df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8625026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10165663'] for subnet, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:26.239554 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea853c41-f013-458e-abf2-a341bfb64df4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fabf100-a261-41a0-b2e1-8952c5255af8,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:26.243741 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ea853c41-f013-458e-abf2-a341bfb64df4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for subnet, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:26.245644 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-ea853c41-f013-458e-abf2-a341bfb64df4 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1fabf100-a261-41a0-b2e1-8952c5255af8 HTTP/1.1" status: 204 len: 168 time: 0.7350166 Aug 26 13:46:26.249554 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 36158) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:46:26.253246 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c65edf-fa01-4083-bb03-a32f7b9b8793 None None] Network b8bbff58-de61-4abd-b329-3e41147f5911 requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:46:26.282805 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce801bf-d76a-4d98-a50a-e95066037254 req-205d8067-b450-47c7-8b69-4acd56ca176b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:26.284341 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-7ce801bf-d76a-4d98-a50a-e95066037254 req-205d8067-b450-47c7-8b69-4acd56ca176b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f82c8294-a6f4-4f6b-9bc9-3d148cde80d3 HTTP/1.1" status: 200 len: 1103 time: 0.0504019 Aug 26 13:46:26.320811 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-7ce801bf-d76a-4d98-a50a-e95066037254 req-03405be0-85c4-405b-af3b-0a46934c15b4 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=65776ae6-9f99-4111-a0b2-096bb7c65d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290346 Aug 26 13:46:26.327896 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-89a6ab1c-fc77-4741-832b-32bf70c29c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1476925'] for network, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:26.380081 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-89a6ab1c-fc77-4741-832b-32bf70c29c02 admin admin] Deleting port fabf89f1-38d0-40e4-9dfe-87667a12dc19 {{(pid=94614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:46:26.380784 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-89a6ab1c-fc77-4741-832b-32bf70c29c02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:26.445758 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-89a6ab1c-fc77-4741-832b-32bf70c29c02 admin admin] For port fabf89f1-38d0-40e4-9dfe-87667a12dc19, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=fabf89f1-38d0-40e4-9dfe-87667a12dc19,segment=NetworkSegment(63b47255-6e14-4cd1-a333-b328f9af37e7),segment_id=63b47255-6e14-4cd1-a333-b328f9af37e7)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:46:26.446125 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-89a6ab1c-fc77-4741-832b-32bf70c29c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:26.463308 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa502e8e-b9d6-48c4-82ab-38233dc85f52 None None] DHCP port deletion for b8bbff58-de61-4abd-b329-3e41147f5911 request from dv-cinder-786386-11-iscsi {{(pid=94616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 13:46:26.464612 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-89a6ab1c-fc77-4741-832b-32bf70c29c02 admin admin] Calling delete_port for fabf89f1-38d0-40e4-9dfe-87667a12dc19 owned by network:dhcp {{(pid=94614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:46:26.511692 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-aa502e8e-b9d6-48c4-82ab-38233dc85f52 None None] Deleting port fabf89f1-38d0-40e4-9dfe-87667a12dc19 {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:46:26.511988 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-aa502e8e-b9d6-48c4-82ab-38233dc85f52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:26.587073 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-aa502e8e-b9d6-48c4-82ab-38233dc85f52 None None] For port fabf89f1-38d0-40e4-9dfe-87667a12dc19, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=fabf89f1-38d0-40e4-9dfe-87667a12dc19,segment=NetworkSegment(63b47255-6e14-4cd1-a333-b328f9af37e7),segment_id=63b47255-6e14-4cd1-a333-b328f9af37e7)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:46:26.587473 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-aa502e8e-b9d6-48c4-82ab-38233dc85f52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:26.599616 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-aa502e8e-b9d6-48c4-82ab-38233dc85f52 None None] Calling delete_port for fabf89f1-38d0-40e4-9dfe-87667a12dc19 owned by network:dhcp {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:46:26.634013 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-89a6ab1c-fc77-4741-832b-32bf70c29c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:26.662764 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6ab1c-fc77-4741-832b-32bf70c29c02 admin admin] Pushing event deleted for resources: {'Port': ['ID=fabf89f1-38d0-40e4-9dfe-87667a12dc19,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:26.666262 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a6ab1c-fc77-4741-832b-32bf70c29c02 admin admin] No DVR routers for this DVR port fabf89f1-38d0-40e4-9dfe-87667a12dc19 on host dv-cinder-786386-11-iscsi {{(pid=94614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 13:46:26.675369 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-aa502e8e-b9d6-48c4-82ab-38233dc85f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:26.705947 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa502e8e-b9d6-48c4-82ab-38233dc85f52 None None] No DVR routers for this DVR port fabf89f1-38d0-40e4-9dfe-87667a12dc19 on host dv-cinder-786386-11-iscsi {{(pid=94616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 13:46:26.711942 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa502e8e-b9d6-48c4-82ab-38233dc85f52 None None] Pushing event deleted for resources: {'Port': ['ID=fabf89f1-38d0-40e4-9dfe-87667a12dc19,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:26.737954 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-89a6ab1c-fc77-4741-832b-32bf70c29c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-539478', 'neutron.services.segments.db._delete_segments_for_network-8790400307694'] for network, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:26.748153 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.services.segments.db [None req-89a6ab1c-fc77-4741-832b-32bf70c29c02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8bbff58-de61-4abd-b329-3e41147f5911']}} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:46:26.758852 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.services.segments.db [None req-89a6ab1c-fc77-4741-832b-32bf70c29c02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b47255-6e14-4cd1-a333-b328f9af37e7') {'for_net_delete': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:46:26.759147 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.services.segments.db [None req-89a6ab1c-fc77-4741-832b-32bf70c29c02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b47255-6e14-4cd1-a333-b328f9af37e7') {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:46:26.768025 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-89a6ab1c-fc77-4741-832b-32bf70c29c02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790400307577', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3147554'] for segment, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:26.782447 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-89a6ab1c-fc77-4741-832b-32bf70c29c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388'] for segment, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:26.788408 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a6ab1c-fc77-4741-832b-32bf70c29c02 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=94614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 13:46:26.788855 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-89a6ab1c-fc77-4741-832b-32bf70c29c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8625124'] for segment, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:26.790486 dv-cinder-786386-11-iscsi neutron-server[94614]: Traceback (most recent call last): Aug 26 13:46:26.790486 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 13:46:26.790486 dv-cinder-786386-11-iscsi neutron-server[94614]: timer() Aug 26 13:46:26.790486 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 13:46:26.790486 dv-cinder-786386-11-iscsi neutron-server[94614]: cb(*args, **kw) Aug 26 13:46:26.790486 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 13:46:26.790486 dv-cinder-786386-11-iscsi neutron-server[94614]: return func(*args, **kwargs) Aug 26 13:46:26.790486 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 13:46:26.790486 dv-cinder-786386-11-iscsi neutron-server[94614]: self._notify() Aug 26 13:46:26.790486 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 13:46:26.790486 dv-cinder-786386-11-iscsi neutron-server[94614]: self.callback(batched_events) Aug 26 13:46:26.790486 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 13:46:26.790486 dv-cinder-786386-11-iscsi neutron-server[94614]: event.method(event) Aug 26 13:46:26.790486 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 13:46:26.790486 dv-cinder-786386-11-iscsi neutron-server[94614]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 13:46:26.790486 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 13:46:26.790486 dv-cinder-786386-11-iscsi neutron-server[94614]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 13:46:26.790486 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 13:46:26.790486 dv-cinder-786386-11-iscsi neutron-server[94614]: return f(self, *a, **k) Aug 26 13:46:26.790486 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 13:46:26.790486 dv-cinder-786386-11-iscsi neutron-server[94614]: return self._get(url).json() Aug 26 13:46:26.790486 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 13:46:26.790486 dv-cinder-786386-11-iscsi neutron-server[94614]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 13:46:26.790486 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 13:46:26.790486 dv-cinder-786386-11-iscsi neutron-server[94614]: return self.request(url, 'GET', **kwargs) Aug 26 13:46:26.790486 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 13:46:26.790486 dv-cinder-786386-11-iscsi neutron-server[94614]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 13:46:26.790486 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 13:46:26.790486 dv-cinder-786386-11-iscsi neutron-server[94614]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 13:46:26.790486 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 13:46:26.790486 dv-cinder-786386-11-iscsi neutron-server[94614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 13:46:26.790486 dv-cinder-786386-11-iscsi neutron-server[94614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 13:46:26.853424 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-07df1f4e-c859-40b4-8345-afbd592b5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:26.925867 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-89a6ab1c-fc77-4741-832b-32bf70c29c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-539439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430499'] for network, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:26.930326 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-89a6ab1c-fc77-4741-832b-32bf70c29c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for network, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:26.932390 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-89a6ab1c-fc77-4741-832b-32bf70c29c02 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b8bbff58-de61-4abd-b329-3e41147f5911 HTTP/1.1" status: 204 len: 168 time: 0.6816273 Aug 26 13:46:26.935459 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 36160) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:46:26.945116 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6ab1c-fc77-4741-832b-32bf70c29c02 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8bbff58-de61-4abd-b329-3e41147f5911,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:27.135421 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcb9ed-9d9e-4ee1-bb73-c88680d24834 req-baa0a78a-a494-479e-983a-616f2ab7530c tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:27.136954 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-85bcb9ed-9d9e-4ee1-bb73-c88680d24834 req-baa0a78a-a494-479e-983a-616f2ab7530c tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] 10.222.0.35 "GET /v2.0/ports?device_id=f82c8294-a6f4-4f6b-9bc9-3d148cde80d3 HTTP/1.1" status: 200 len: 950 time: 0.0525134 Aug 26 13:46:27.191257 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-85bcb9ed-9d9e-4ee1-bb73-c88680d24834 req-8490a992-90f1-43ac-ab79-5ff01005da5b tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] 10.222.0.35 "GET /v2.0/security-groups?id=65776ae6-9f99-4111-a0b2-096bb7c65d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476153 Aug 26 13:46:27.300127 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-417e34d9-3762-42f0-95d8-1a431f8a41ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432655'] for router_interface, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:27.333547 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device f6f9865d-5966-4fab-941a-4007c41e467b no longer exists at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:46:27.357207 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] No Port match for: f6f9865d-5966-4fab-941a-4007c41e467b {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:46:27.357478 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device f6f9865d-5966-4fab-941a-4007c41e467b not bound to the agent host dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:46:27.357936 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device fabf89f1-38d0-40e4-9dfe-87667a12dc19 no longer exists at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:46:27.378318 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] No Port match for: fabf89f1-38d0-40e4-9dfe-87667a12dc19 {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:46:27.378679 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device fabf89f1-38d0-40e4-9dfe-87667a12dc19 not bound to the agent host dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:46:27.468455 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:27.543576 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-417e34d9-3762-42f0-95d8-1a431f8a41ef admin admin] Deleting port 11402009-28f2-42d2-bfee-2e8d8ac714ff {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:46:27.543909 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-417e34d9-3762-42f0-95d8-1a431f8a41ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:27.619880 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-417e34d9-3762-42f0-95d8-1a431f8a41ef admin admin] For port 11402009-28f2-42d2-bfee-2e8d8ac714ff, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=11402009-28f2-42d2-bfee-2e8d8ac714ff,segment=NetworkSegment(672ddb47-452e-4f9e-85df-2e12330a4d7d),segment_id=672ddb47-452e-4f9e-85df-2e12330a4d7d)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:46:27.620137 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-417e34d9-3762-42f0-95d8-1a431f8a41ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:27.633468 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-417e34d9-3762-42f0-95d8-1a431f8a41ef admin admin] Calling delete_port for 11402009-28f2-42d2-bfee-2e8d8ac714ff owned by network:router_interface {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:46:27.897551 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-417e34d9-3762-42f0-95d8-1a431f8a41ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:27.927604 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e34d9-3762-42f0-95d8-1a431f8a41ef admin admin] Pushing event deleted for resources: {'Port': ['ID=11402009-28f2-42d2-bfee-2e8d8ac714ff,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:27.956501 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417e34d9-3762-42f0-95d8-1a431f8a41ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:27.956860 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417e34d9-3762-42f0-95d8-1a431f8a41ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:27.957206 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417e34d9-3762-42f0-95d8-1a431f8a41ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:27.957548 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417e34d9-3762-42f0-95d8-1a431f8a41ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:27.957927 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417e34d9-3762-42f0-95d8-1a431f8a41ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:27.958290 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417e34d9-3762-42f0-95d8-1a431f8a41ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:27.958625 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417e34d9-3762-42f0-95d8-1a431f8a41ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:27.959106 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417e34d9-3762-42f0-95d8-1a431f8a41ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:27.959289 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417e34d9-3762-42f0-95d8-1a431f8a41ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:27.959599 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417e34d9-3762-42f0-95d8-1a431f8a41ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:27.959923 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417e34d9-3762-42f0-95d8-1a431f8a41ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:27.960250 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417e34d9-3762-42f0-95d8-1a431f8a41ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:28.068270 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:28.115372 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-417e34d9-3762-42f0-95d8-1a431f8a41ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432837'] for router_interface, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:28.324756 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69663009-9bd3-489a-8fe3-45cf0d57abc9 req-09e7451b-8c82-41f8-a953-4fc8e543c5bf tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:28.326310 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-69663009-9bd3-489a-8fe3-45cf0d57abc9 req-09e7451b-8c82-41f8-a953-4fc8e543c5bf tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] 10.222.0.35 "GET /v2.0/ports?device_id=f82c8294-a6f4-4f6b-9bc9-3d148cde80d3 HTTP/1.1" status: 200 len: 950 time: 0.0631654 Aug 26 13:46:28.368158 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-69663009-9bd3-489a-8fe3-45cf0d57abc9 req-4a1e827b-fbfc-41fc-9e63-ecba66a6881a tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] 10.222.0.35 "GET /v2.0/security-groups?id=65776ae6-9f99-4111-a0b2-096bb7c65d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353763 Aug 26 13:46:28.369226 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417e34d9-3762-42f0-95d8-1a431f8a41ef admin admin] Router d4068d37-5339-4974-b5f1-169c2929a064 has already been hosted by L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 {{(pid=94615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 13:46:28.492826 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417e34d9-3762-42f0-95d8-1a431f8a41ef admin admin] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:46:28.498505 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-417e34d9-3762-42f0-95d8-1a431f8a41ef admin admin] 10.222.0.35 "PUT /v2.0/routers/d4068d37-5339-4974-b5f1-169c2929a064/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5618525 Aug 26 13:46:28.502240 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df437b4a-f87c-4c10-9ec3-2c914a308f7f None None] Sync routers for ids ['d4068d37-5339-4974-b5f1-169c2929a064'] in dv-cinder-786386-11-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:46:28.508031 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 36186) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:46:28.512338 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df437b4a-f87c-4c10-9ec3-2c914a308f7f None None] Routers {'d4068d37-5339-4974-b5f1-169c2929a064'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:46:28.512967 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-df437b4a-f87c-4c10-9ec3-2c914a308f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:46:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['d4068d37-5339-4974-b5f1-169c2929a064'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:46:28.627525 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c002b5a4-a649-48d0-a741-fbe03e5510b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:28.630701 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-df437b4a-f87c-4c10-9ec3-2c914a308f7f None None] Set router d4068d37-5339-4974-b5f1-169c2929a064 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:46:28.691103 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:28.734087 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c002b5a4-a649-48d0-a741-fbe03e5510b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:28.816647 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-df437b4a-f87c-4c10-9ec3-2c914a308f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4068d37-5339-4974-b5f1-169c2929a064', 'name': 'tempest-TestMinimumBasicScenario-462105152-router', 'tenant_id': 'd83526ca4f254b49bcf9e71ae3bd29ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:43:40Z', 'updated_at': '2021-08-26T13:46:27Z', 'revision_number': 5, 'project_id': 'd83526ca4f254b49bcf9e71ae3bd29ec', 'gw_port': {'id': '495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4068d37-5339-4974-b5f1-169c2929a064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:43:42Z', 'updated_at': '2021-08-26T13:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:46:28.847830 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df437b4a-f87c-4c10-9ec3-2c914a308f7f None None] Checking router: d4068d37-5339-4974-b5f1-169c2929a064 for host: dv-cinder-786386-11-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:46:28.860932 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df437b4a-f87c-4c10-9ec3-2c914a308f7f None None] Routers {'d4068d37-5339-4974-b5f1-169c2929a064'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:46:28.861570 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-df437b4a-f87c-4c10-9ec3-2c914a308f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:46:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['d4068d37-5339-4974-b5f1-169c2929a064'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:46:28.874872 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a070b88-201b-4803-93e1-db0a981791fe req-708da247-1b2a-4321-9642-9f77c9aad968 tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:28.880333 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-c002b5a4-a649-48d0-a741-fbe03e5510b7 admin admin] Deleting port 495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91 {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:46:28.880679 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c002b5a4-a649-48d0-a741-fbe03e5510b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:28.882189 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0a070b88-201b-4803-93e1-db0a981791fe req-708da247-1b2a-4321-9642-9f77c9aad968 tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] 10.222.0.35 "GET /v2.0/ports?device_id=f82c8294-a6f4-4f6b-9bc9-3d148cde80d3 HTTP/1.1" status: 200 len: 950 time: 0.0735524 Aug 26 13:46:28.930703 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0a070b88-201b-4803-93e1-db0a981791fe req-e32df68b-c418-4f6a-9429-4eb985bdf718 tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] 10.222.0.35 "GET /v2.0/security-groups?id=65776ae6-9f99-4111-a0b2-096bb7c65d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409491 Aug 26 13:46:28.955972 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-df437b4a-f87c-4c10-9ec3-2c914a308f7f None None] Set router d4068d37-5339-4974-b5f1-169c2929a064 gateway port host: None {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:46:28.972083 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-c002b5a4-a649-48d0-a741-fbe03e5510b7 admin admin] For port 495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91,segment=NetworkSegment(706c7343-f453-451d-93d0-3f6d714ba662),segment_id=706c7343-f453-451d-93d0-3f6d714ba662)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:46:28.972446 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c002b5a4-a649-48d0-a741-fbe03e5510b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:28.986498 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-c002b5a4-a649-48d0-a741-fbe03e5510b7 admin admin] Calling delete_port for 495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91 owned by network:router_gateway {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:46:29.012391 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-df437b4a-f87c-4c10-9ec3-2c914a308f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4068d37-5339-4974-b5f1-169c2929a064', 'name': 'tempest-TestMinimumBasicScenario-462105152-router', 'tenant_id': 'd83526ca4f254b49bcf9e71ae3bd29ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:43:40Z', 'updated_at': '2021-08-26T13:46:28Z', 'revision_number': 6, 'project_id': 'd83526ca4f254b49bcf9e71ae3bd29ec', 'gw_port_host': None}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:46:29.040098 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df437b4a-f87c-4c10-9ec3-2c914a308f7f None None] The sync data for ids ['d4068d37-5339-4974-b5f1-169c2929a064'] in dv-cinder-786386-11-iscsi is: [{'id': 'd4068d37-5339-4974-b5f1-169c2929a064', 'name': 'tempest-TestMinimumBasicScenario-462105152-router', 'tenant_id': 'd83526ca4f254b49bcf9e71ae3bd29ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:43:40Z', 'updated_at': '2021-08-26T13:46:28Z', 'revision_number': 6, 'project_id': 'd83526ca4f254b49bcf9e71ae3bd29ec', 'gw_port_host': None}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:46:29.449013 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 11402009-28f2-42d2-bfee-2e8d8ac714ff no longer exists at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:46:29.472017 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] No Port match for: 11402009-28f2-42d2-bfee-2e8d8ac714ff {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:46:29.472369 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 11402009-28f2-42d2-bfee-2e8d8ac714ff not bound to the agent host dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:46:29.480043 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c002b5a4-a649-48d0-a741-fbe03e5510b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:29.508858 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c002b5a4-a649-48d0-a741-fbe03e5510b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:29.569836 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c002b5a4-a649-48d0-a741-fbe03e5510b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430495'] for router_gateway, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:29.668990 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c002b5a4-a649-48d0-a741-fbe03e5510b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-428288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13273'] for router, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:29.671693 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c002b5a4-a649-48d0-a741-fbe03e5510b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:29.765245 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c002b5a4-a649-48d0-a741-fbe03e5510b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-428303'] for router, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:29.765685 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c002b5a4-a649-48d0-a741-fbe03e5510b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4068d37-5339-4974-b5f1-169c2929a064 {{(pid=94615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 13:46:29.770517 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c002b5a4-a649-48d0-a741-fbe03e5510b7 admin admin] Notify callbacks [] for router, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:29.771686 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-c002b5a4-a649-48d0-a741-fbe03e5510b7 admin admin] 10.222.0.35 "DELETE /v2.0/routers/d4068d37-5339-4974-b5f1-169c2929a064 HTTP/1.1" status: 204 len: 168 time: 1.2626448 Aug 26 13:46:29.774083 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 36194) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:46:29.821669 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a25b94-aa9d-445f-945e-5b6ccf39ebca admin admin] Deleting subnet fe9f4337-b185-4a55-8c6e-b5e5def9362e {{(pid=94615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 13:46:29.824996 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-77a25b94-aa9d-445f-945e-5b6ccf39ebca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:29.862003 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-77a25b94-aa9d-445f-945e-5b6ccf39ebca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3242698'] for subnet, precommit_delete_associations {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:29.942334 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-77a25b94-aa9d-445f-945e-5b6ccf39ebca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541549'] for subnet, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:30.044319 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a45f3-ccb7-44a5-94f6-3de229a84b1d req-57cc8565-b7c8-4a48-8a96-74d22903b3a6 tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:30.046625 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8b0a45f3-ccb7-44a5-94f6-3de229a84b1d req-57cc8565-b7c8-4a48-8a96-74d22903b3a6 tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] 10.222.0.35 "GET /v2.0/ports?device_id=f82c8294-a6f4-4f6b-9bc9-3d148cde80d3 HTTP/1.1" status: 200 len: 950 time: 0.0548961 Aug 26 13:46:30.053958 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-77a25b94-aa9d-445f-945e-5b6ccf39ebca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8764706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593056'] for subnet, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:30.082981 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a25b94-aa9d-445f-945e-5b6ccf39ebca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe9f4337-b185-4a55-8c6e-b5e5def9362e,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:30.088156 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-77a25b94-aa9d-445f-945e-5b6ccf39ebca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:30.090539 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4520593b-04a9-4d79-bf9a-c1f6eb1e4da8 None None] Network 9bafcf2f-909a-4513-a451-a10b00acacc6 requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:46:30.092848 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8b0a45f3-ccb7-44a5-94f6-3de229a84b1d req-3a858f89-5ec7-4691-9963-5ad1fe4278ac tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] 10.222.0.35 "GET /v2.0/security-groups?id=65776ae6-9f99-4111-a0b2-096bb7c65d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394850 Aug 26 13:46:30.093542 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 36200) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:46:30.115718 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-77a25b94-aa9d-445f-945e-5b6ccf39ebca admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fe9f4337-b185-4a55-8c6e-b5e5def9362e HTTP/1.1" status: 204 len: 168 time: 0.3405423 Aug 26 13:46:30.175592 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-abb29db2-83f0-4ba8-ac7d-154541e65e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1476925'] for network, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:30.228343 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-abb29db2-83f0-4ba8-ac7d-154541e65e35 admin admin] Deleting port 1eac444e-7a14-44ca-9abc-d6a78810338e {{(pid=94614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:46:30.228926 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-abb29db2-83f0-4ba8-ac7d-154541e65e35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:30.266396 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ce29d8-57df-477c-a41d-b43917bda5bc None None] DHCP port deletion for 9bafcf2f-909a-4513-a451-a10b00acacc6 request from dv-cinder-786386-11-iscsi {{(pid=94616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 13:46:30.292667 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-abb29db2-83f0-4ba8-ac7d-154541e65e35 admin admin] For port 1eac444e-7a14-44ca-9abc-d6a78810338e, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=1eac444e-7a14-44ca-9abc-d6a78810338e,segment=NetworkSegment(672ddb47-452e-4f9e-85df-2e12330a4d7d),segment_id=672ddb47-452e-4f9e-85df-2e12330a4d7d)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:46:30.293119 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-abb29db2-83f0-4ba8-ac7d-154541e65e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:30.307118 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-abb29db2-83f0-4ba8-ac7d-154541e65e35 admin admin] Calling delete_port for 1eac444e-7a14-44ca-9abc-d6a78810338e owned by network:dhcp {{(pid=94614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:46:30.314072 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-10ce29d8-57df-477c-a41d-b43917bda5bc None None] Deleting port 1eac444e-7a14-44ca-9abc-d6a78810338e {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:46:30.314449 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-10ce29d8-57df-477c-a41d-b43917bda5bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:30.391833 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-10ce29d8-57df-477c-a41d-b43917bda5bc None None] For port 1eac444e-7a14-44ca-9abc-d6a78810338e, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=1eac444e-7a14-44ca-9abc-d6a78810338e,segment=NetworkSegment(672ddb47-452e-4f9e-85df-2e12330a4d7d),segment_id=672ddb47-452e-4f9e-85df-2e12330a4d7d)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:46:30.392070 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-10ce29d8-57df-477c-a41d-b43917bda5bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:30.405801 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-10ce29d8-57df-477c-a41d-b43917bda5bc None None] Calling delete_port for 1eac444e-7a14-44ca-9abc-d6a78810338e owned by network:dhcp {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:46:30.449562 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:30.450751 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-abb29db2-83f0-4ba8-ac7d-154541e65e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:30.478070 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb29db2-83f0-4ba8-ac7d-154541e65e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=1eac444e-7a14-44ca-9abc-d6a78810338e,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:30.479936 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb29db2-83f0-4ba8-ac7d-154541e65e35 admin admin] No DVR routers for this DVR port 1eac444e-7a14-44ca-9abc-d6a78810338e on host dv-cinder-786386-11-iscsi {{(pid=94614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 13:46:30.488737 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-10ce29d8-57df-477c-a41d-b43917bda5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:30.516937 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce29d8-57df-477c-a41d-b43917bda5bc None None] Pushing event deleted for resources: {'Port': ['ID=1eac444e-7a14-44ca-9abc-d6a78810338e,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:30.522743 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ce29d8-57df-477c-a41d-b43917bda5bc None None] No DVR routers for this DVR port 1eac444e-7a14-44ca-9abc-d6a78810338e on host dv-cinder-786386-11-iscsi {{(pid=94616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 13:46:30.556559 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-abb29db2-83f0-4ba8-ac7d-154541e65e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-539478', 'neutron.services.segments.db._delete_segments_for_network-8790400307694'] for network, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:30.566623 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.services.segments.db [None req-abb29db2-83f0-4ba8-ac7d-154541e65e35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bafcf2f-909a-4513-a451-a10b00acacc6']}} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:46:30.577252 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.services.segments.db [None req-abb29db2-83f0-4ba8-ac7d-154541e65e35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '672ddb47-452e-4f9e-85df-2e12330a4d7d') {'for_net_delete': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:46:30.577541 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.services.segments.db [None req-abb29db2-83f0-4ba8-ac7d-154541e65e35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '672ddb47-452e-4f9e-85df-2e12330a4d7d') {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:46:30.586071 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-abb29db2-83f0-4ba8-ac7d-154541e65e35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790400307577', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3147554'] for segment, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:30.601024 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-abb29db2-83f0-4ba8-ac7d-154541e65e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388'] for segment, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:30.605145 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb29db2-83f0-4ba8-ac7d-154541e65e35 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=94614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 13:46:30.605522 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-abb29db2-83f0-4ba8-ac7d-154541e65e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8625124'] for segment, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:30.607161 dv-cinder-786386-11-iscsi neutron-server[94614]: Traceback (most recent call last): Aug 26 13:46:30.607161 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 13:46:30.607161 dv-cinder-786386-11-iscsi neutron-server[94614]: timer() Aug 26 13:46:30.607161 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 13:46:30.607161 dv-cinder-786386-11-iscsi neutron-server[94614]: cb(*args, **kw) Aug 26 13:46:30.607161 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 13:46:30.607161 dv-cinder-786386-11-iscsi neutron-server[94614]: return func(*args, **kwargs) Aug 26 13:46:30.607161 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 13:46:30.607161 dv-cinder-786386-11-iscsi neutron-server[94614]: self._notify() Aug 26 13:46:30.607161 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 13:46:30.607161 dv-cinder-786386-11-iscsi neutron-server[94614]: self.callback(batched_events) Aug 26 13:46:30.607161 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 13:46:30.607161 dv-cinder-786386-11-iscsi neutron-server[94614]: event.method(event) Aug 26 13:46:30.607161 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 13:46:30.607161 dv-cinder-786386-11-iscsi neutron-server[94614]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 13:46:30.607161 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 13:46:30.607161 dv-cinder-786386-11-iscsi neutron-server[94614]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 13:46:30.607161 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 13:46:30.607161 dv-cinder-786386-11-iscsi neutron-server[94614]: return f(self, *a, **k) Aug 26 13:46:30.607161 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 13:46:30.607161 dv-cinder-786386-11-iscsi neutron-server[94614]: return self._get(url).json() Aug 26 13:46:30.607161 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 13:46:30.607161 dv-cinder-786386-11-iscsi neutron-server[94614]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 13:46:30.607161 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 13:46:30.607161 dv-cinder-786386-11-iscsi neutron-server[94614]: return self.request(url, 'GET', **kwargs) Aug 26 13:46:30.607161 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 13:46:30.607161 dv-cinder-786386-11-iscsi neutron-server[94614]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 13:46:30.607161 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 13:46:30.607161 dv-cinder-786386-11-iscsi neutron-server[94614]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 13:46:30.607161 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 13:46:30.607161 dv-cinder-786386-11-iscsi neutron-server[94614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 13:46:30.607161 dv-cinder-786386-11-iscsi neutron-server[94614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 13:46:30.683752 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed7d6b-a49f-4308-8c0d-98036fcd4bfa req-4f4cae08-4d61-455a-8947-9044b15dcc67 tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:30.685348 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-42ed7d6b-a49f-4308-8c0d-98036fcd4bfa req-4f4cae08-4d61-455a-8947-9044b15dcc67 tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] 10.222.0.38 "GET /v2.0/ports?device_id=f82c8294-a6f4-4f6b-9bc9-3d148cde80d3 HTTP/1.1" status: 200 len: 950 time: 0.0502791 Aug 26 13:46:30.719593 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-abb29db2-83f0-4ba8-ac7d-154541e65e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-539439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430499'] for network, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:30.725111 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-abb29db2-83f0-4ba8-ac7d-154541e65e35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for network, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:30.727754 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-abb29db2-83f0-4ba8-ac7d-154541e65e35 admin admin] 10.222.0.35 "DELETE /v2.0/networks/9bafcf2f-909a-4513-a451-a10b00acacc6 HTTP/1.1" status: 204 len: 168 time: 0.6323302 Aug 26 13:46:30.740796 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb29db2-83f0-4ba8-ac7d-154541e65e35 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bafcf2f-909a-4513-a451-a10b00acacc6,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:30.782357 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [req-42ed7d6b-a49f-4308-8c0d-98036fcd4bfa req-0b852c99-8e9e-4ca0-97ea-80dfed4d1be6 tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] Deleting port af74c3be-d700-4245-84a2-7bb551d3734f {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:46:30.782621 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-42ed7d6b-a49f-4308-8c0d-98036fcd4bfa req-0b852c99-8e9e-4ca0-97ea-80dfed4d1be6 tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:30.873930 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-42ed7d6b-a49f-4308-8c0d-98036fcd4bfa req-0b852c99-8e9e-4ca0-97ea-80dfed4d1be6 tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] For port af74c3be-d700-4245-84a2-7bb551d3734f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=af74c3be-d700-4245-84a2-7bb551d3734f,segment=NetworkSegment(9cee7e32-e0df-44a8-81cd-028fb54b09c8),segment_id=9cee7e32-e0df-44a8-81cd-028fb54b09c8)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:46:30.874284 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-42ed7d6b-a49f-4308-8c0d-98036fcd4bfa req-0b852c99-8e9e-4ca0-97ea-80dfed4d1be6 tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:30.887475 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [req-42ed7d6b-a49f-4308-8c0d-98036fcd4bfa req-0b852c99-8e9e-4ca0-97ea-80dfed4d1be6 tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] Calling delete_port for af74c3be-d700-4245-84a2-7bb551d3734f owned by compute:nova {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:46:31.048003 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 36210) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:46:31.075285 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-42ed7d6b-a49f-4308-8c0d-98036fcd4bfa req-0b852c99-8e9e-4ca0-97ea-80dfed4d1be6 tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:31.116554 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b852c99-8e9e-4ca0-97ea-80dfed4d1be6 tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] Pushing event deleted for resources: {'Port': ['ID=af74c3be-d700-4245-84a2-7bb551d3734f,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:31.121499 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['af74c3be-d700-4245-84a2-7bb551d3734f'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:46:31.132114 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-44d52e13-2d17-4549-9545-dc5d547b848a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=039fe7d5087a40a4aab7a67a367ab7c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0829251 Aug 26 13:46:31.137137 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 36220) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:46:31.171474 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ed7d6b-a49f-4308-8c0d-98036fcd4bfa req-0b852c99-8e9e-4ca0-97ea-80dfed4d1be6 tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] No DVR routers for this DVR port af74c3be-d700-4245-84a2-7bb551d3734f on host hv-cinder-78638 {{(pid=94615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 13:46:31.174445 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-42ed7d6b-a49f-4308-8c0d-98036fcd4bfa req-0b852c99-8e9e-4ca0-97ea-80dfed4d1be6 tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:31.177306 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-42ed7d6b-a49f-4308-8c0d-98036fcd4bfa req-0b852c99-8e9e-4ca0-97ea-80dfed4d1be6 tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] 10.222.0.38 "DELETE /v2.0/ports/af74c3be-d700-4245-84a2-7bb551d3734f HTTP/1.1" status: 204 len: 173 time: 0.4846866 Aug 26 13:46:31.178077 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82c8294-a6f4-4f6b-9bc9-3d148cde80d3', 'name': 'network-vif-deleted', 'tag': 'af74c3be-d700-4245-84a2-7bb551d3734f'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:46:31.180644 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea93b417d78f98f8f49a9646f42316e7837148fdcc5dd11c49486c93967457e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998ce8b8-2bc1-41f5-bc5e-5ca8e3e24b3e" -d '{"events": [{"server_uuid": "f82c8294-a6f4-4f6b-9bc9-3d148cde80d3", "name": "network-vif-deleted", "tag": "af74c3be-d700-4245-84a2-7bb551d3734f"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:46:31.250455 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ade3a8b2-b6e6-4374-a2bb-d50c5dcb1d93 req-fbe2db92-0b6e-4c9c-8584-e1d375e6a9ac tempest-VolumesNegativeTest-185547435 tempest-VolumesNegativeTest-185547435-project] 10.222.0.35 "GET /v2.0/ports?device_id=f82c8294-a6f4-4f6b-9bc9-3d148cde80d3 HTTP/1.1" status: 200 len: 210 time: 0.0500286 Aug 26 13:46:31.311003 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d271aa-2df7-4343-b7b4-b420e407c84b x-openstack-request-id: req-f1d271aa-2df7-4343-b7b4-b420e407c84b {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:46:31.311225 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82c8294-a6f4-4f6b-9bc9-3d148cde80d3", "name": "network-vif-deleted", "tag": "af74c3be-d700-4245-84a2-7bb551d3734f", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:46:31.311702 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f1d271aa-2df7-4343-b7b4-b420e407c84b {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:46:31.312128 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82c8294-a6f4-4f6b-9bc9-3d148cde80d3', 'name': 'network-vif-deleted', 'tag': 'af74c3be-d700-4245-84a2-7bb551d3734f', 'status': 'completed', 'code': 200} Aug 26 13:46:31.316643 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-1b3665c1-b4cb-4d4d-b8d6-afc618baff9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:31.357553 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-1b3665c1-b4cb-4d4d-b8d6-afc618baff9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:31.367735 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91 no longer exists at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:46:31.381765 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-18eb26a9-817a-4bbb-ae68-75757170acf7 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:31.383291 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-18eb26a9-817a-4bbb-ae68-75757170acf7 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/networks?id=801f6951-36f4-49ce-9154-41081b4e840c HTTP/1.1" status: 200 len: 815 time: 0.1820195 Aug 26 13:46:31.388375 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] No Port match for: 495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91 {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:46:31.390939 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 495dfd7d-38a9-4ab1-8b6f-8e9b4c58be91 not bound to the agent host dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:46:31.391391 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 1eac444e-7a14-44ca-9abc-d6a78810338e no longer exists at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:46:31.410800 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] No Port match for: 1eac444e-7a14-44ca-9abc-d6a78810338e {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:46:31.411194 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 1eac444e-7a14-44ca-9abc-d6a78810338e not bound to the agent host dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:46:31.418544 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-f59ed095-cc9c-4c6e-b25b-9d4440997f9d tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/quotas/499165fead6a4c90a91fe80e4848ab7f HTTP/1.1" status: 200 len: 375 time: 0.0260925 Aug 26 13:46:31.473015 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-6051823e-4c06-4b9a-b57b-9223681d6b42 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=499165fead6a4c90a91fe80e4848ab7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493000 Aug 26 13:46:31.522722 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-1b3665c1-b4cb-4d4d-b8d6-afc618baff9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:31.525180 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-1b3665c1-b4cb-4d4d-b8d6-afc618baff9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:31.526321 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-1b3665c1-b4cb-4d4d-b8d6-afc618baff9c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4bcc6f82-154b-4310-ad8d-f5a41c747124 HTTP/1.1" status: 204 len: 168 time: 0.3875768 Aug 26 13:46:31.542129 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3665c1-b4cb-4d4d-b8d6-afc618baff9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcc6f82-154b-4310-ad8d-f5a41c747124,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:31.581565 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-84fdabfe-cf7b-4450-95a3-43cfa3cf4981 service neutron] 10.222.0.35 "GET /v2.0/networks/801f6951-36f4-49ce-9154-41081b4e840c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014578 Aug 26 13:46:31.679422 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-ca118529-bd31-49e7-847e-bfb6ff9ce423 service neutron] 10.222.0.35 "GET /v2.0/networks/801f6951-36f4-49ce-9154-41081b4e840c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913489 Aug 26 13:46:31.930137 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5fb0b777-f9b4-4052-93be-5b2fcb3d9a71 req-4646c2e2-3645-411d-8284-ab7129c120a2 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5cdfb5f-b004-445c-bb8d-8adf1b0ff960 HTTP/1.1" status: 200 len: 210 time: 0.0324287 Aug 26 13:46:32.337462 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 36248) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:46:32.377178 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-6c8dc554-c176-4161-a373-3eff47053648 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d83526ca4f254b49bcf9e71ae3bd29ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384881 Aug 26 13:46:32.379576 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 36250) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:46:32.428007 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-6182c09c-3d1b-448b-aea3-2678fdf6ded1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:32.451906 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-6182c09c-3d1b-448b-aea3-2678fdf6ded1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:32.542551 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-6182c09c-3d1b-448b-aea3-2678fdf6ded1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:32.545097 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-6182c09c-3d1b-448b-aea3-2678fdf6ded1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:32.546342 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-6182c09c-3d1b-448b-aea3-2678fdf6ded1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6b351cdf-3ab8-49e6-b0f8-d2596c3bd793 HTTP/1.1" status: 204 len: 168 time: 0.1658738 Aug 26 13:46:32.554762 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182c09c-3d1b-448b-aea3-2678fdf6ded1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b351cdf-3ab8-49e6-b0f8-d2596c3bd793,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:33.015853 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-855eff24-b336-4de9-b728-153f679ae097 req-de494e3e-be07-497d-b604-14f4b1029196 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5cdfb5f-b004-445c-bb8d-8adf1b0ff960 HTTP/1.1" status: 200 len: 210 time: 0.0330133 Aug 26 13:46:34.131082 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-08fffa58-4e16-4992-801c-c4dd36538a5a req-d8806be0-0077-43bc-bd7a-0e375c841cc1 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5cdfb5f-b004-445c-bb8d-8adf1b0ff960 HTTP/1.1" status: 200 len: 210 time: 0.0289433 Aug 26 13:46:34.978075 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-47ab4d04-d871-4c51-8b21-359f5a732159 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:34.979589 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-47ab4d04-d871-4c51-8b21-359f5a732159 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.38 "GET /v2.0/networks?id=801f6951-36f4-49ce-9154-41081b4e840c HTTP/1.1" status: 200 len: 815 time: 0.1042781 Aug 26 13:46:35.000908 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-e0ca0ff2-6b60-4407-a86a-84ba0459a14f tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Request body: {'port': {'device_id': 'e5cdfb5f-b004-445c-bb8d-8adf1b0ff960', 'network_id': '801f6951-36f4-49ce-9154-41081b4e840c', 'admin_state_up': True, 'tenant_id': '499165fead6a4c90a91fe80e4848ab7f'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:46:35.194004 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-e0ca0ff2-6b60-4407-a86a-84ba0459a14f tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Made reservation on behalf of 499165fead6a4c90a91fe80e4848ab7f for: {'port': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:46:35.197619 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-e0ca0ff2-6b60-4407-a86a-84ba0459a14f tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:35.225585 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1b7085c9-8061-414c-a455-c238b0688d9e req-acca422c-105c-4c30-8738-c7e7320a5f51 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5cdfb5f-b004-445c-bb8d-8adf1b0ff960 HTTP/1.1" status: 200 len: 210 time: 0.0260453 Aug 26 13:46:35.324712 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-e0ca0ff2-6b60-4407-a86a-84ba0459a14f tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Allocated IP 172.20.0.10 (801f6951-36f4-49ce-9154-41081b4e840c/90af5ce6-9610-4682-9ee6-124de69708b6/bf16faf2-aedb-428f-9a63-738a55e3d6dd) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:46:35.483140 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-e0ca0ff2-6b60-4407-a86a-84ba0459a14f tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:35.577140 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-e0ca0ff2-6b60-4407-a86a-84ba0459a14f tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:35.613363 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['f7e5e936-31e6-416f-a2a4-1c4b58b3b76d', '8d278e6a-3223-43be-b890-e7043b04fa3a', '11ca534c-387d-4b58-bc23-5d6c987658ab'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:46:35.628846 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-e0ca0ff2-6b60-4407-a86a-84ba0459a14f tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Network 801f6951-36f4-49ce-9154-41081b4e840c is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:46:35.633306 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-e0ca0ff2-6b60-4407-a86a-84ba0459a14f tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:46:35.635148 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca0ff2-6b60-4407-a86a-84ba0459a14f tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Pushing event updated for resources: {'Port': ['ID=bf16faf2-aedb-428f-9a63-738a55e3d6dd,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:35.637338 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-e0ca0ff2-6b60-4407-a86a-84ba0459a14f tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:46:35.682326 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device af74c3be-d700-4245-84a2-7bb551d3734f no longer exists at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:46:35.694944 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-e0ca0ff2-6b60-4407-a86a-84ba0459a14f tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:35.700687 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-e0ca0ff2-6b60-4407-a86a-84ba0459a14f tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:35.713064 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] No Port match for: af74c3be-d700-4245-84a2-7bb551d3734f {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:46:35.713439 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device af74c3be-d700-4245-84a2-7bb551d3734f not bound to the agent host hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:46:35.772131 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-e0ca0ff2-6b60-4407-a86a-84ba0459a14f tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7756419 Aug 26 13:46:35.793683 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-a6f507e9-2581-481e-af84-ba9697ec0a61 service neutron] Request body: {'port': {'device_id': 'e5cdfb5f-b004-445c-bb8d-8adf1b0ff960', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:46:35.849489 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-a6f507e9-2581-481e-af84-ba9697ec0a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:36.120594 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-a6f507e9-2581-481e-af84-ba9697ec0a61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf16faf2-aedb-428f-9a63-738a55e3d6dd {{(pid=94615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:46:36.128827 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-a6f507e9-2581-481e-af84-ba9697ec0a61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:36.141855 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.provisioning_blocks [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-a6f507e9-2581-481e-af84-ba9697ec0a61 service neutron] Transition to ACTIVE for port object bf16faf2-aedb-428f-9a63-738a55e3d6dd will not be triggered until provisioned by entity L2. {{(pid=94615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:46:36.188169 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-a6f507e9-2581-481e-af84-ba9697ec0a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764776'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:36.243707 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f507e9-2581-481e-af84-ba9697ec0a61 service neutron] Pushing event updated for resources: {'Port': ['ID=bf16faf2-aedb-428f-9a63-738a55e3d6dd,revision_number=2']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:36.318086 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-a6f507e9-2581-481e-af84-ba9697ec0a61 service neutron] Attempting to bind port bf16faf2-aedb-428f-9a63-738a55e3d6dd on host hv-cinder-78638 for vnic_type normal with profile {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:46:36.318239 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-a6f507e9-2581-481e-af84-ba9697ec0a61 service neutron] Attempting to bind port bf16faf2-aedb-428f-9a63-738a55e3d6dd by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '7e635d5e-6c50-41c7-b456-bf61fbd76aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '801f6951-36f4-49ce-9154-41081b4e840c'}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:46:36.318523 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-a6f507e9-2581-481e-af84-ba9697ec0a61 service neutron] Attempting to bind port bf16faf2-aedb-428f-9a63-738a55e3d6dd on network 801f6951-36f4-49ce-9154-41081b4e840c {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:46:36.323192 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-a6f507e9-2581-481e-af84-ba9697ec0a61 service neutron] Port bf16faf2-aedb-428f-9a63-738a55e3d6dd on network 801f6951-36f4-49ce-9154-41081b4e840c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 13:46:36.323798 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-a6f507e9-2581-481e-af84-ba9697ec0a61 service neutron] Attempting to bind port bf16faf2-aedb-428f-9a63-738a55e3d6dd on network 801f6951-36f4-49ce-9154-41081b4e840c {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:46:36.328826 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-a6f507e9-2581-481e-af84-ba9697ec0a61 service neutron] Checking agent: {'id': 'ecd4b6ee-6295-46a8-8c11-8af9b25961a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'started_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:46:36.330063 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-a6f507e9-2581-481e-af84-ba9697ec0a61 service neutron] Checking segment: {'id': '7e635d5e-6c50-41c7-b456-bf61fbd76aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '801f6951-36f4-49ce-9154-41081b4e840c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:46:36.330063 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-a6f507e9-2581-481e-af84-ba9697ec0a61 service neutron] Bound using segment: {'id': '7e635d5e-6c50-41c7-b456-bf61fbd76aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '801f6951-36f4-49ce-9154-41081b4e840c'} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:46:36.330063 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-a6f507e9-2581-481e-af84-ba9697ec0a61 service neutron] Bound port: bf16faf2-aedb-428f-9a63-738a55e3d6dd, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e635d5e-6c50-41c7-b456-bf61fbd76aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '801f6951-36f4-49ce-9154-41081b4e840c'}}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:46:36.330426 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-a6f507e9-2581-481e-af84-ba9697ec0a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:36.353277 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359ff37-fbc4-4e26-a364-4598c3781411 req-b0a21aed-b543-4eb5-a6a2-71c18dfbe009 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:36.354946 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5359ff37-fbc4-4e26-a364-4598c3781411 req-b0a21aed-b543-4eb5-a6a2-71c18dfbe009 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5cdfb5f-b004-445c-bb8d-8adf1b0ff960 HTTP/1.1" status: 200 len: 944 time: 0.0531628 Aug 26 13:46:36.397762 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-a6f507e9-2581-481e-af84-ba9697ec0a61 service neutron] For port bf16faf2-aedb-428f-9a63-738a55e3d6dd, host hv-cinder-78638, cleared binding levels {{(pid=94615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:46:36.398928 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5359ff37-fbc4-4e26-a364-4598c3781411 req-3f6e385d-d74b-4eb3-9e28-de46e2c9ee17 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365648 Aug 26 13:46:36.400878 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-a6f507e9-2581-481e-af84-ba9697ec0a61 service neutron] For port bf16faf2-aedb-428f-9a63-738a55e3d6dd, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bf16faf2-aedb-428f-9a63-738a55e3d6dd,segment=NetworkSegment(7e635d5e-6c50-41c7-b456-bf61fbd76aa2),segment_id=7e635d5e-6c50-41c7-b456-bf61fbd76aa2)] {{(pid=94615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:46:36.480009 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-a6f507e9-2581-481e-af84-ba9697ec0a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764776'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:36.516409 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-a6f507e9-2581-481e-af84-ba9697ec0a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:36.516969 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-a6f507e9-2581-481e-af84-ba9697ec0a61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:36.518369 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-a6f507e9-2581-481e-af84-ba9697ec0a61 service neutron] 10.222.0.38 "PUT /v2.0/ports/bf16faf2-aedb-428f-9a63-738a55e3d6dd HTTP/1.1" status: 200 len: 1094 time: 0.7293582 Aug 26 13:46:36.518809 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5cdfb5f-b004-445c-bb8d-8adf1b0ff960', 'tag': 'bf16faf2-aedb-428f-9a63-738a55e3d6dd'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:46:36.521014 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea93b417d78f98f8f49a9646f42316e7837148fdcc5dd11c49486c93967457e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6ea82b-f852-4db1-96af-a6c93a192b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "e5cdfb5f-b004-445c-bb8d-8adf1b0ff960", "tag": "bf16faf2-aedb-428f-9a63-738a55e3d6dd"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:46:36.546980 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f507e9-2581-481e-af84-ba9697ec0a61 service neutron] Pushing event updated for resources: {'Port': ['ID=bf16faf2-aedb-428f-9a63-738a55e3d6dd,revision_number=3']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:36.560797 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 13:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b88fdd-675e-45bb-aa32-809141312cd5 x-openstack-request-id: req-b6b88fdd-675e-45bb-aa32-809141312cd5 {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:46:36.561086 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5cdfb5f-b004-445c-bb8d-8adf1b0ff960", "tag": "bf16faf2-aedb-428f-9a63-738a55e3d6dd", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:46:36.561341 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b6b88fdd-675e-45bb-aa32-809141312cd5 {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:46:36.561764 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5cdfb5f-b004-445c-bb8d-8adf1b0ff960', 'tag': 'bf16faf2-aedb-428f-9a63-738a55e3d6dd', 'status': 'completed', 'code': 200} Aug 26 13:46:36.659251 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ea82b-f852-4db1-96af-a6c93a192b6c req-e908b6b7-5746-476e-ade0-76283a7d3c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:36.660763 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-bb6ea82b-f852-4db1-96af-a6c93a192b6c req-e908b6b7-5746-476e-ade0-76283a7d3c0e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=499165fead6a4c90a91fe80e4848ab7f&device_id=e5cdfb5f-b004-445c-bb8d-8adf1b0ff960 HTTP/1.1" status: 200 len: 1097 time: 0.0414424 Aug 26 13:46:36.763373 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ea82b-f852-4db1-96af-a6c93a192b6c req-dd71ae43-99f8-4ea3-aaab-4b2ffd90339a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:36.764777 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-bb6ea82b-f852-4db1-96af-a6c93a192b6c req-dd71ae43-99f8-4ea3-aaab-4b2ffd90339a service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=499165fead6a4c90a91fe80e4848ab7f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0889637 Aug 26 13:46:36.866292 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ea82b-f852-4db1-96af-a6c93a192b6c req-4300dd08-a62d-4933-8382-a77237c82716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:36.867781 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-bb6ea82b-f852-4db1-96af-a6c93a192b6c req-4300dd08-a62d-4933-8382-a77237c82716 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918155 Aug 26 13:46:36.974267 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-564fa33f-c8eb-48ad-b51b-b8f366c5dc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:36.975846 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-564fa33f-c8eb-48ad-b51b-b8f366c5dc2e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=499165fead6a4c90a91fe80e4848ab7f&device_id=e5cdfb5f-b004-445c-bb8d-8adf1b0ff960 HTTP/1.1" status: 200 len: 1097 time: 0.0427322 Aug 26 13:46:37.031257 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-47e2fe4d-4cdc-4918-bd43-167b06f2dc74 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf16faf2-aedb-428f-9a63-738a55e3d6dd HTTP/1.1" status: 200 len: 217 time: 0.0380211 Aug 26 13:46:37.081064 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-c226ebaa-eb02-4c29-9358-6803cd04a1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:37.083296 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-c226ebaa-eb02-4c29-9358-6803cd04a1be service neutron] 10.222.0.38 "GET /v2.0/subnets?id=90af5ce6-9610-4682-9ee6-124de69708b6 HTTP/1.1" status: 200 len: 855 time: 0.0447721 Aug 26 13:46:37.117377 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-2f4374d1-4b74-4af4-9184-a7907cd7533c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=801f6951-36f4-49ce-9154-41081b4e840c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251122 Aug 26 13:46:37.211371 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-85a23b75-89f1-4fa8-b3f0-40bf08b6d70f service neutron] 10.222.0.38 "GET /v2.0/networks/801f6951-36f4-49ce-9154-41081b4e840c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849414 Aug 26 13:46:37.301228 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c70a6ee9-8e9d-4eb6-a18b-4bb9a3275299 req-88544c83-dc3f-4ad9-b1e4-98a51abdb9fd service neutron] 10.222.0.38 "GET /v2.0/networks/801f6951-36f4-49ce-9154-41081b4e840c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813842 Aug 26 13:46:37.516046 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8ff84-2c93-42d8-8a0d-e019b6c9438e req-80d8852e-d543-4a33-87c2-22c4ba4f8440 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:37.517606 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-82a8ff84-2c93-42d8-8a0d-e019b6c9438e req-80d8852e-d543-4a33-87c2-22c4ba4f8440 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5cdfb5f-b004-445c-bb8d-8adf1b0ff960 HTTP/1.1" status: 200 len: 944 time: 0.0512671 Aug 26 13:46:37.558040 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-82a8ff84-2c93-42d8-8a0d-e019b6c9438e req-dd1b4e4d-b390-48ca-84ba-6457ec1e10d7 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344324 Aug 26 13:46:38.007771 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 36494) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:46:38.137148 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-1657f1b0-83bb-4bd9-ab26-0b29d3b08351 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a540730214be4d27a3701a62ab18b36d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1282387 Aug 26 13:46:38.140279 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 36498) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:46:38.186917 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0a649cd8-e519-4060-8b78-4a806d0444a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:38.207757 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0a649cd8-e519-4060-8b78-4a806d0444a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:38.319471 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0a649cd8-e519-4060-8b78-4a806d0444a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:38.322028 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0a649cd8-e519-4060-8b78-4a806d0444a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:38.323215 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-0a649cd8-e519-4060-8b78-4a806d0444a8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/65776ae6-9f99-4111-a0b2-096bb7c65d17 HTTP/1.1" status: 204 len: 168 time: 0.1820190 Aug 26 13:46:38.331857 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a649cd8-e519-4060-8b78-4a806d0444a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65776ae6-9f99-4111-a0b2-096bb7c65d17,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:38.527130 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-74fce2ad-2caf-4c8d-9f93-fb99e66b354b req-e34835d5-d11f-4cfa-af59-735767424786 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=86083c0c-da35-4555-9e79-22bace104ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401642 Aug 26 13:46:38.603093 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fce2ad-2caf-4c8d-9f93-fb99e66b354b req-e2446bf4-88bf-4407-96bb-e3ac0279ad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:38.604624 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-74fce2ad-2caf-4c8d-9f93-fb99e66b354b req-e2446bf4-88bf-4407-96bb-e3ac0279ad92 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=499165fead6a4c90a91fe80e4848ab7f&device_id=86083c0c-da35-4555-9e79-22bace104ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0423155 Aug 26 13:46:38.689075 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342f6b0-13c1-43d5-a957-7a3eb9a155e8 req-5fb1fbd0-c6d3-4c80-824c-9debfac47e3a tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:38.690723 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1342f6b0-13c1-43d5-a957-7a3eb9a155e8 req-5fb1fbd0-c6d3-4c80-824c-9debfac47e3a tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5cdfb5f-b004-445c-bb8d-8adf1b0ff960 HTTP/1.1" status: 200 len: 944 time: 0.0575781 Aug 26 13:46:38.729238 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fce2ad-2caf-4c8d-9f93-fb99e66b354b req-212dd669-b9f9-4975-bbd5-07528450830c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:38.731273 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-74fce2ad-2caf-4c8d-9f93-fb99e66b354b req-212dd669-b9f9-4975-bbd5-07528450830c service neutron] 10.222.0.38 "GET /v2.0/networks?id=801f6951-36f4-49ce-9154-41081b4e840c HTTP/1.1" status: 200 len: 916 time: 0.1059840 Aug 26 13:46:38.733147 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1342f6b0-13c1-43d5-a957-7a3eb9a155e8 req-933f0196-897d-418a-bce1-5e9b175934c5 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341320 Aug 26 13:46:38.784801 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-74fce2ad-2caf-4c8d-9f93-fb99e66b354b req-ce705560-5846-4b93-97a0-f4edd406fe9f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7e5e936-31e6-416f-a2a4-1c4b58b3b76d HTTP/1.1" status: 200 len: 217 time: 0.0429029 Aug 26 13:46:38.833175 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fce2ad-2caf-4c8d-9f93-fb99e66b354b req-22de84b0-82ec-4ccd-bfde-1c158fe0d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:38.834618 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-74fce2ad-2caf-4c8d-9f93-fb99e66b354b req-22de84b0-82ec-4ccd-bfde-1c158fe0d534 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=90af5ce6-9610-4682-9ee6-124de69708b6 HTTP/1.1" status: 200 len: 855 time: 0.0423069 Aug 26 13:46:38.872377 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-74fce2ad-2caf-4c8d-9f93-fb99e66b354b req-10798270-1c7f-40f0-a84b-91bf665e72f8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=801f6951-36f4-49ce-9154-41081b4e840c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267110 Aug 26 13:46:38.966484 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-74fce2ad-2caf-4c8d-9f93-fb99e66b354b req-1f42b309-2ad5-4bb6-95fa-6b92b3516df6 service neutron] 10.222.0.38 "GET /v2.0/networks/801f6951-36f4-49ce-9154-41081b4e840c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866442 Aug 26 13:46:39.061856 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-74fce2ad-2caf-4c8d-9f93-fb99e66b354b req-7d470dd1-2930-4ca4-8bd2-42b8d5cba7c7 service neutron] 10.222.0.38 "GET /v2.0/networks/801f6951-36f4-49ce-9154-41081b4e840c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871212 Aug 26 13:46:39.717233 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device bf16faf2-aedb-428f-9a63-738a55e3d6dd details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=94616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 13:46:39.826991 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port bf16faf2-aedb-428f-9a63-738a55e3d6dd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bf16faf2-aedb-428f-9a63-738a55e3d6dd,segment=NetworkSegment(7e635d5e-6c50-41c7-b456-bf61fbd76aa2),segment_id=7e635d5e-6c50-41c7-b456-bf61fbd76aa2)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:46:39.841470 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Returning: {'device': 'bf16faf2-aedb-428f-9a63-738a55e3d6dd', 'network_id': '801f6951-36f4-49ce-9154-41081b4e840c', 'port_id': 'bf16faf2-aedb-428f-9a63-738a55e3d6dd', 'mac_address': 'fa:16:3e:22:8e:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90af5ce6-9610-4682-9ee6-124de69708b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 13:46:39.861365 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5c076-0ade-42e7-a263-0d4c0ca3a75c req-4131972c-dd3c-4520-a864-96b3340a945b tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:39.863103 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7ed5c076-0ade-42e7-a263-0d4c0ca3a75c req-4131972c-dd3c-4520-a864-96b3340a945b tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5cdfb5f-b004-445c-bb8d-8adf1b0ff960 HTTP/1.1" status: 200 len: 944 time: 0.0577035 Aug 26 13:46:39.887473 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:39.904308 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf16faf2-aedb-428f-9a63-738a55e3d6dd {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:46:39.916274 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7ed5c076-0ade-42e7-a263-0d4c0ca3a75c req-6e276a5d-661f-4bd1-89a0-b037ee0ba707 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465355 Aug 26 13:46:39.924942 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port bf16faf2-aedb-428f-9a63-738a55e3d6dd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bf16faf2-aedb-428f-9a63-738a55e3d6dd,segment=NetworkSegment(7e635d5e-6c50-41c7-b456-bf61fbd76aa2),segment_id=7e635d5e-6c50-41c7-b456-bf61fbd76aa2)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:46:40.010848 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:40.057021 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=bf16faf2-aedb-428f-9a63-738a55e3d6dd,revision_number=4']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:40.064516 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:40.064885 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:40.065219 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:40.065555 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:40.065920 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:40.066254 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:40.066583 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:40.066936 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:40.067263 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:40.067589 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:40.067911 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:40.068246 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:40.372697 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['bf16faf2-aedb-428f-9a63-738a55e3d6dd'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:46:41.041184 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669039c-2ca7-4e42-ac53-8432c01316dd req-fd220b4a-c2f6-4f24-9498-2d51146af47c tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:41.042728 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4669039c-2ca7-4e42-ac53-8432c01316dd req-fd220b4a-c2f6-4f24-9498-2d51146af47c tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5cdfb5f-b004-445c-bb8d-8adf1b0ff960 HTTP/1.1" status: 200 len: 945 time: 0.0518861 Aug 26 13:46:41.082440 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4669039c-2ca7-4e42-ac53-8432c01316dd req-01742101-f62b-4ebc-91d2-31fafee98651 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333745 Aug 26 13:46:41.716318 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device bf16faf2-aedb-428f-9a63-738a55e3d6dd up at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:46:41.839295 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning for port bf16faf2-aedb-428f-9a63-738a55e3d6dd completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:46:41.844020 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning complete for port bf16faf2-aedb-428f-9a63-738a55e3d6dd triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:46:41.844337 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:41.928426 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:41.951658 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5cdfb5f-b004-445c-bb8d-8adf1b0ff960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf16faf2-aedb-428f-9a63-738a55e3d6dd'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:46:41.953942 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adf09783f65fc29d397fc30c9e785295af8fecd29e58eb7f547da51af43e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2f98ce-9fc6-4714-bde8-e6e0fa804b47" -d '{"events": [{"server_uuid": "e5cdfb5f-b004-445c-bb8d-8adf1b0ff960", "name": "network-vif-plugged", "status": "completed", "tag": "bf16faf2-aedb-428f-9a63-738a55e3d6dd"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:46:41.967400 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port bf16faf2-aedb-428f-9a63-738a55e3d6dd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bf16faf2-aedb-428f-9a63-738a55e3d6dd,segment=NetworkSegment(7e635d5e-6c50-41c7-b456-bf61fbd76aa2),segment_id=7e635d5e-6c50-41c7-b456-bf61fbd76aa2)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:46:41.991422 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b9862c-76b3-4e66-a93c-2f917f75efd0 x-openstack-request-id: req-48b9862c-76b3-4e66-a93c-2f917f75efd0 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:46:41.991422 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5cdfb5f-b004-445c-bb8d-8adf1b0ff960", "name": "network-vif-plugged", "status": "completed", "tag": "bf16faf2-aedb-428f-9a63-738a55e3d6dd", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:46:41.991673 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-48b9862c-76b3-4e66-a93c-2f917f75efd0 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:46:41.992015 dv-cinder-786386-11-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5cdfb5f-b004-445c-bb8d-8adf1b0ff960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf16faf2-aedb-428f-9a63-738a55e3d6dd', 'code': 200} Aug 26 13:46:42.033681 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:42.085599 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=bf16faf2-aedb-428f-9a63-738a55e3d6dd,revision_number=5']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:42.201933 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea0a85-924f-44ac-b2f3-48e8fbf403e0 req-8d944199-cae2-4930-93be-bd898cee08ff tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:42.203617 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-feea0a85-924f-44ac-b2f3-48e8fbf403e0 req-8d944199-cae2-4930-93be-bd898cee08ff tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5cdfb5f-b004-445c-bb8d-8adf1b0ff960 HTTP/1.1" status: 200 len: 946 time: 0.0513067 Aug 26 13:46:42.244080 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-feea0a85-924f-44ac-b2f3-48e8fbf403e0 req-4affe5ae-688c-4674-997e-a3d28c96a29e tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344298 Aug 26 13:46:42.356884 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb7326-8b0a-4a69-8c6f-8326126ff79d req-202a2937-18fd-4000-a247-51079e0895d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:42.358403 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c1cb7326-8b0a-4a69-8c6f-8326126ff79d req-202a2937-18fd-4000-a247-51079e0895d7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e5cdfb5f-b004-445c-bb8d-8adf1b0ff960 HTTP/1.1" status: 200 len: 1099 time: 0.0441480 Aug 26 13:46:43.261249 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c1cb7326-8b0a-4a69-8c6f-8326126ff79d req-bca82b70-5aaf-48b8-9fe6-0046deaec143 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291526 Aug 26 13:46:43.367977 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39960c5e-90b9-4dce-978f-0b6c5f3ccfd3 req-8845a070-96d9-469a-b406-257ce6e9373c tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:43.369479 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-39960c5e-90b9-4dce-978f-0b6c5f3ccfd3 req-8845a070-96d9-469a-b406-257ce6e9373c tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5cdfb5f-b004-445c-bb8d-8adf1b0ff960 HTTP/1.1" status: 200 len: 946 time: 0.0492916 Aug 26 13:46:43.411966 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-39960c5e-90b9-4dce-978f-0b6c5f3ccfd3 req-faba065e-2616-4c9e-9863-3572c177e481 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360484 Aug 26 13:46:44.543885 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b32b73-4199-405a-ab1e-f1f85e7727d7 req-cea1965f-5af3-4b97-9ea8-4fc09b1746c0 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:44.545946 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b1b32b73-4199-405a-ab1e-f1f85e7727d7 req-cea1965f-5af3-4b97-9ea8-4fc09b1746c0 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5cdfb5f-b004-445c-bb8d-8adf1b0ff960 HTTP/1.1" status: 200 len: 946 time: 0.0671868 Aug 26 13:46:44.584777 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b1b32b73-4199-405a-ab1e-f1f85e7727d7 req-aa5c481d-87a1-4398-9c81-4fc760e27f23 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329452 Aug 26 13:46:45.699255 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220e3dc-97ed-4d94-8176-d7d620b143f2 req-6a886656-2e2c-470f-8cf8-bef8c878ef8e tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:45.701463 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1220e3dc-97ed-4d94-8176-d7d620b143f2 req-6a886656-2e2c-470f-8cf8-bef8c878ef8e tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5cdfb5f-b004-445c-bb8d-8adf1b0ff960 HTTP/1.1" status: 200 len: 946 time: 0.0498385 Aug 26 13:46:45.757625 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1220e3dc-97ed-4d94-8176-d7d620b143f2 req-3b71055d-a1d4-40f8-8355-75ad1302db0a tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498223 Aug 26 13:46:46.873367 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1ac0e-1ec4-4620-aaa1-d2a3ba7e01ef req-935111a3-daea-4c5b-9ec7-0f68034be484 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:46.874917 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-15a1ac0e-1ec4-4620-aaa1-d2a3ba7e01ef req-935111a3-daea-4c5b-9ec7-0f68034be484 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5cdfb5f-b004-445c-bb8d-8adf1b0ff960 HTTP/1.1" status: 200 len: 946 time: 0.0504320 Aug 26 13:46:46.917900 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-15a1ac0e-1ec4-4620-aaa1-d2a3ba7e01ef req-f9d09e96-0809-4fc3-8167-f3224974af2f tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370665 Aug 26 13:46:49.150318 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 36604) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:46:49.266092 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5580f6bf-643c-4203-9f56-bec8e0c557b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:49.354125 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5580f6bf-643c-4203-9f56-bec8e0c557b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:49.415502 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5580f6bf-643c-4203-9f56-bec8e0c557b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:49.455217 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-5580f6bf-643c-4203-9f56-bec8e0c557b6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=addc6590b20849a4a38f09a79f33cbae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3032296 Aug 26 13:46:49.455574 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580f6bf-643c-4203-9f56-bec8e0c557b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3d467c-866d-441a-883d-8665d2c88075,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:49.457297 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 36610) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:46:49.506847 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-6ec94e21-f58c-4693-b9f9-2522bd03c46f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:49.527786 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-6ec94e21-f58c-4693-b9f9-2522bd03c46f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:49.661447 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-6ec94e21-f58c-4693-b9f9-2522bd03c46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:49.663956 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-6ec94e21-f58c-4693-b9f9-2522bd03c46f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:49.665135 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-6ec94e21-f58c-4693-b9f9-2522bd03c46f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1c3d467c-866d-441a-883d-8665d2c88075 HTTP/1.1" status: 204 len: 168 time: 0.2067232 Aug 26 13:46:49.673772 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec94e21-f58c-4693-b9f9-2522bd03c46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3d467c-866d-441a-883d-8665d2c88075,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:50.575340 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 36634) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:46:50.669930 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-25675836-9959-4fbb-8150-73dfa2f023d2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1925530502-network', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:46:50.759539 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25675836-9959-4fbb-8150-73dfa2f023d2 admin admin] Made reservation on behalf of 4b400b2d709b4b61a7b69b9efc0185b5 for: {'network': 1} {{(pid=94614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:46:50.762403 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-25675836-9959-4fbb-8150-73dfa2f023d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for network, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:50.771924 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-25675836-9959-4fbb-8150-73dfa2f023d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:50.859703 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-25675836-9959-4fbb-8150-73dfa2f023d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:50.935939 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-25675836-9959-4fbb-8150-73dfa2f023d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:50.957443 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25675836-9959-4fbb-8150-73dfa2f023d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=94614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 13:46:50.972607 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25675836-9959-4fbb-8150-73dfa2f023d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978979e4-6948-446e-a27f-c5385b66c2b2,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:50.976513 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-25675836-9959-4fbb-8150-73dfa2f023d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388'] for segment, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:50.976863 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.db.segments_db [None req-25675836-9959-4fbb-8150-73dfa2f023d2 admin admin] Added segment 5c48b6e8-f3c1-4830-8915-5574d60d257f of type vlan for network b435baf6-4426-4781-b724-99ca30ca88f7 Aug 26 13:46:51.019791 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-25675836-9959-4fbb-8150-73dfa2f023d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790399845762'] for network, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:51.108178 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-25675836-9959-4fbb-8150-73dfa2f023d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412'] for network, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:51.109161 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25675836-9959-4fbb-8150-73dfa2f023d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:51.109773 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-25675836-9959-4fbb-8150-73dfa2f023d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for network, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:51.167466 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25675836-9959-4fbb-8150-73dfa2f023d2 admin admin] Pushing event updated for resources: {'Network': ['ID=b435baf6-4426-4781-b724-99ca30ca88f7,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:51.178665 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Network b435baf6-4426-4781-b724-99ca30ca88f7 details requested by agent ovs-agent-dv-cinder-786386-11-iscsi with host dv-cinder-786386-11-iscsi {{(pid=94616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 13:46:51.215996 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-25675836-9959-4fbb-8150-73dfa2f023d2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6390436 Aug 26 13:46:51.218743 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 36638) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:46:51.223607 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-49a483f4-d5dd-4d04-8f50-edfeeff3170f admin admin] Request body: {'subnet': {'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1925530502-subnet', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'ip_version': 4}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:46:51.296478 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a483f4-d5dd-4d04-8f50-edfeeff3170f admin admin] Made reservation on behalf of 4b400b2d709b4b61a7b69b9efc0185b5 for: {'subnet': 1} {{(pid=94614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:46:51.298860 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-49a483f4-d5dd-4d04-8f50-edfeeff3170f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10165748'] for subnet, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:51.514472 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-49a483f4-d5dd-4d04-8f50-edfeeff3170f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8621377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10165638'] for subnet, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:51.570513 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a483f4-d5dd-4d04-8f50-edfeeff3170f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ab1cd8e-4b0e-400f-95c9-a7548472d8c9,revision_number=0']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:51.580667 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a483f4-d5dd-4d04-8f50-edfeeff3170f admin admin] Checking segment: {'id': '5c48b6e8-f3c1-4830-8915-5574d60d257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:46:51.581334 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a483f4-d5dd-4d04-8f50-edfeeff3170f admin admin] Network hostable DHCP agents. Network: b435baf6-4426-4781-b724-99ca30ca88f7, hostable agents: ['4ade96b1-406d-4ebc-948b-9bb0af99b177'], hosted agents: [] {{(pid=94614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 13:46:51.673204 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a483f4-d5dd-4d04-8f50-edfeeff3170f admin admin] Network b435baf6-4426-4781-b724-99ca30ca88f7 is scheduled to be hosted by DHCP agent 4ade96b1-406d-4ebc-948b-9bb0af99b177 with binding_index 1 {{(pid=94614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 13:46:51.742228 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-49a483f4-d5dd-4d04-8f50-edfeeff3170f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-11-iscsi, b435baf6-4426-4781-b724-99ca30ca88f7) {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:46:51.746528 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a483f4-d5dd-4d04-8f50-edfeeff3170f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:51.747238 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-49a483f4-d5dd-4d04-8f50-edfeeff3170f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for subnet, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:51.753118 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f9bc82-5aec-4ce9-a459-7090f4c4cdd6 None None] Network b435baf6-4426-4781-b724-99ca30ca88f7 requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:46:51.834686 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-49a483f4-d5dd-4d04-8f50-edfeeff3170f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6148925 Aug 26 13:46:51.837406 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 36642) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:46:51.842880 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-ff1b6dcf-adf1-48e2-beb6-6220cb549843 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1925530502-router', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'}}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:46:51.899320 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a59c80-4b27-47e0-9eb9-23de2efca845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e57bd44-56e5-5669-b06f-8b51ccd0965c-b435baf6-4426-4781-b724-99ca30ca88f7', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'fixed_ips': [{'subnet_id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9'}]}} from dv-cinder-786386-11-iscsi. {{(pid=94616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 13:46:51.900238 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-33a59c80-4b27-47e0-9eb9-23de2efca845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:51.925073 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ff1b6dcf-adf1-48e2-beb6-6220cb549843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13099'] for router, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:51.926155 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ff1b6dcf-adf1-48e2-beb6-6220cb549843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13090'] for router, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:51.980899 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ff1b6dcf-adf1-48e2-beb6-6220cb549843 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:52.032968 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [None req-33a59c80-4b27-47e0-9eb9-23de2efca845 None None] Allocated IP 172.20.0.2 (b435baf6-4426-4781-b724-99ca30ca88f7/3ab1cd8e-4b0e-400f-95c9-a7548472d8c9/bd845010-d2c9-4ae4-af22-7e365fe72955) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:46:52.159083 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ff1b6dcf-adf1-48e2-beb6-6220cb549843 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:52.173352 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-33a59c80-4b27-47e0-9eb9-23de2efca845 None None] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:52.182225 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-33a59c80-4b27-47e0-9eb9-23de2efca845 None None] Transition to ACTIVE for port object bd845010-d2c9-4ae4-af22-7e365fe72955 will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:46:52.197018 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-33a59c80-4b27-47e0-9eb9-23de2efca845 None None] Transition to ACTIVE for port object bd845010-d2c9-4ae4-af22-7e365fe72955 will not be triggered until provisioned by entity DHCP. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:46:52.255692 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-33a59c80-4b27-47e0-9eb9-23de2efca845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:52.298583 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a59c80-4b27-47e0-9eb9-23de2efca845 None None] Network b435baf6-4426-4781-b724-99ca30ca88f7 is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:46:52.301545 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-33a59c80-4b27-47e0-9eb9-23de2efca845 None None] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:46:52.304201 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a59c80-4b27-47e0-9eb9-23de2efca845 None None] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:46:52.314871 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a59c80-4b27-47e0-9eb9-23de2efca845 None None] Pushing event updated for resources: {'Port': ['ID=bd845010-d2c9-4ae4-af22-7e365fe72955,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:52.360230 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-33a59c80-4b27-47e0-9eb9-23de2efca845 None None] Attempting to bind port bd845010-d2c9-4ae4-af22-7e365fe72955 on host dv-cinder-786386-11-iscsi for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:46:52.360603 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-33a59c80-4b27-47e0-9eb9-23de2efca845 None None] Attempting to bind port bd845010-d2c9-4ae4-af22-7e365fe72955 by drivers openvswitch,hyperv on host dv-cinder-786386-11-iscsi at level 0 using segments [{'id': '5c48b6e8-f3c1-4830-8915-5574d60d257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:46:52.360969 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a59c80-4b27-47e0-9eb9-23de2efca845 None None] Attempting to bind port bd845010-d2c9-4ae4-af22-7e365fe72955 on network b435baf6-4426-4781-b724-99ca30ca88f7 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:46:52.365943 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a59c80-4b27-47e0-9eb9-23de2efca845 None None] Checking agent: {'id': 'e5d43163-2ed7-4be7-b0e9-dba87db69928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 28, 57), 'started_at': datetime.datetime(2021, 8, 26, 13, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:46:52.366316 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a59c80-4b27-47e0-9eb9-23de2efca845 None None] Checking segment: {'id': '5c48b6e8-f3c1-4830-8915-5574d60d257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:46:52.366719 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-33a59c80-4b27-47e0-9eb9-23de2efca845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:52.367115 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a59c80-4b27-47e0-9eb9-23de2efca845 None None] Bound using segment: {'id': '5c48b6e8-f3c1-4830-8915-5574d60d257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:46:52.367596 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-33a59c80-4b27-47e0-9eb9-23de2efca845 None None] Bound port: bd845010-d2c9-4ae4-af22-7e365fe72955, host: dv-cinder-786386-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c48b6e8-f3c1-4830-8915-5574d60d257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:46:52.367978 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-33a59c80-4b27-47e0-9eb9-23de2efca845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:52.423169 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ff1b6dcf-adf1-48e2-beb6-6220cb549843 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:52.443277 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ff1b6dcf-adf1-48e2-beb6-6220cb549843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:52.555242 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_common [None req-ff1b6dcf-adf1-48e2-beb6-6220cb549843 admin admin] Allocated IP 172.27.2.110 (0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a/b7ae35bd-0037-4f3a-908b-b50a80e8b092/d5d65ce1-a513-4de0-9420-85ba5fe86405) {{(pid=94614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:46:52.556163 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-33a59c80-4b27-47e0-9eb9-23de2efca845 None None] For port bd845010-d2c9-4ae4-af22-7e365fe72955, host dv-cinder-786386-11-iscsi, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:46:52.559168 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-33a59c80-4b27-47e0-9eb9-23de2efca845 None None] For port bd845010-d2c9-4ae4-af22-7e365fe72955, host dv-cinder-786386-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=bd845010-d2c9-4ae4-af22-7e365fe72955,segment=NetworkSegment(5c48b6e8-f3c1-4830-8915-5574d60d257f),segment_id=5c48b6e8-f3c1-4830-8915-5574d60d257f)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:46:52.634225 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-33a59c80-4b27-47e0-9eb9-23de2efca845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:52.664842 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ff1b6dcf-adf1-48e2-beb6-6220cb549843 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:52.696563 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a59c80-4b27-47e0-9eb9-23de2efca845 None None] Pushing event updated for resources: {'Port': ['ID=bd845010-d2c9-4ae4-af22-7e365fe72955,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:52.782295 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ff1b6dcf-adf1-48e2-beb6-6220cb549843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:52.828499 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1b6dcf-adf1-48e2-beb6-6220cb549843 admin admin] Network 0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:46:52.844320 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-ff1b6dcf-adf1-48e2-beb6-6220cb549843 admin admin] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:46:52.859932 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1b6dcf-adf1-48e2-beb6-6220cb549843 admin admin] Received port after_create {{(pid=94614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:46:52.879797 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b6dcf-adf1-48e2-beb6-6220cb549843 admin admin] Pushing event updated for resources: {'Port': ['ID=d5d65ce1-a513-4de0-9420-85ba5fe86405,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:53.170222 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ff1b6dcf-adf1-48e2-beb6-6220cb549843 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:53.394191 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device bd845010-d2c9-4ae4-af22-7e365fe72955 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:46:53.508324 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5584c6ff-6f69-4651-8292-aa0e9a2cba77 None None] Network b435baf6-4426-4781-b724-99ca30ca88f7 requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:46:53.516472 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning for port bd845010-d2c9-4ae4-af22-7e365fe72955 completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:46:53.636559 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ff1b6dcf-adf1-48e2-beb6-6220cb549843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-428405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430587'] for router, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:53.647277 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-5fa2aa82-d7e8-4a3f-b043-e7bf1ea48a12 None None] Provisioning for port bd845010-d2c9-4ae4-af22-7e365fe72955 completed by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:46:53.663235 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-5fa2aa82-d7e8-4a3f-b043-e7bf1ea48a12 None None] Provisioning complete for port bd845010-d2c9-4ae4-af22-7e365fe72955 triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:46:53.663611 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5fa2aa82-d7e8-4a3f-b043-e7bf1ea48a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:53.762275 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5fa2aa82-d7e8-4a3f-b043-e7bf1ea48a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:53.798345 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-5fa2aa82-d7e8-4a3f-b043-e7bf1ea48a12 None None] For port bd845010-d2c9-4ae4-af22-7e365fe72955, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=bd845010-d2c9-4ae4-af22-7e365fe72955,segment=NetworkSegment(5c48b6e8-f3c1-4830-8915-5574d60d257f),segment_id=5c48b6e8-f3c1-4830-8915-5574d60d257f)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:46:53.878037 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1b6dcf-adf1-48e2-beb6-6220cb549843 admin admin] Router 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 is scheduled to L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 with binding_index 1 {{(pid=94614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 13:46:53.907746 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5fa2aa82-d7e8-4a3f-b043-e7bf1ea48a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:53.955312 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa2aa82-d7e8-4a3f-b043-e7bf1ea48a12 None None] Pushing event updated for resources: {'Port': ['ID=bd845010-d2c9-4ae4-af22-7e365fe72955,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:53.986532 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1b6dcf-adf1-48e2-beb6-6220cb549843 admin admin] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:46:53.995439 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cd0434-605f-4807-b752-29715f4c2c34 None None] Sync routers for ids ['3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'] in dv-cinder-786386-11-iscsi {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:46:54.004204 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cd0434-605f-4807-b752-29715f4c2c34 None None] Routers {'3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:46:54.004848 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-e2cd0434-605f-4807-b752-29715f4c2c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:46:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:46:54.066285 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-20c557d0-53b3-4212-bc77-5f6f5605d4c9 None None] Provisioning complete for port bd845010-d2c9-4ae4-af22-7e365fe72955 triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:46:54.066664 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-20c557d0-53b3-4212-bc77-5f6f5605d4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:54.102014 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ff1b6dcf-adf1-48e2-beb6-6220cb549843 admin admin] Notify callbacks [] for router, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:54.103299 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-ff1b6dcf-adf1-48e2-beb6-6220cb549843 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2649276 Aug 26 13:46:54.105966 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 36648) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:46:54.157981 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-e2cd0434-605f-4807-b752-29715f4c2c34 None None] Set router 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:46:54.219557 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-063e8824-c431-4298-808f-f39659363450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:54.380947 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-e2cd0434-605f-4807-b752-29715f4c2c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'name': 'tempest-TestVolumeBootPattern-1925530502-router', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:46:51Z', 'updated_at': '2021-08-26T13:46:52Z', 'revision_number': 3, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'gw_port': {'id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:52Z', 'updated_at': '2021-08-26T13:46:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:46:54.407127 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cd0434-605f-4807-b752-29715f4c2c34 None None] Checking router: 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 for host: dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:46:54.407819 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cd0434-605f-4807-b752-29715f4c2c34 None None] Updating router 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 port d5d65ce1-a513-4de0-9420-85ba5fe86405 binding host dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 13:46:54.436074 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e2cd0434-605f-4807-b752-29715f4c2c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:54.515408 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-2796f251-a125-4a8e-a54a-152206962d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:54.674576 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_common [None req-2796f251-a125-4a8e-a54a-152206962d98 admin admin] Allocated IP 172.20.0.1 (b435baf6-4426-4781-b724-99ca30ca88f7/3ab1cd8e-4b0e-400f-95c9-a7548472d8c9/6cb475a9-abdb-462a-83ff-ca692a63bf17) {{(pid=94614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:46:54.699052 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e2cd0434-605f-4807-b752-29715f4c2c34 None None] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:54.709035 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-e2cd0434-605f-4807-b752-29715f4c2c34 None None] Transition to ACTIVE for port object d5d65ce1-a513-4de0-9420-85ba5fe86405 will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:46:54.777379 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-2796f251-a125-4a8e-a54a-152206962d98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:54.804171 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e2cd0434-605f-4807-b752-29715f4c2c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:54.838864 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-2796f251-a125-4a8e-a54a-152206962d98 admin admin] Transition to ACTIVE for port object 6cb475a9-abdb-462a-83ff-ca692a63bf17 will not be triggered until provisioned by entity DHCP. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:46:54.853835 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-e2cd0434-605f-4807-b752-29715f4c2c34 None None] Attempting to bind port d5d65ce1-a513-4de0-9420-85ba5fe86405 on host dv-cinder-786386-11-iscsi for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:46:54.854209 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-e2cd0434-605f-4807-b752-29715f4c2c34 None None] Attempting to bind port d5d65ce1-a513-4de0-9420-85ba5fe86405 by drivers openvswitch,hyperv on host dv-cinder-786386-11-iscsi at level 0 using segments [{'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:46:54.854576 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cd0434-605f-4807-b752-29715f4c2c34 None None] Attempting to bind port d5d65ce1-a513-4de0-9420-85ba5fe86405 on network 0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:46:54.861496 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0678b6-7f0f-4ec8-8966-7f039b0fdd58 None None] Pushing event updated for resources: {'Port': ['ID=d5d65ce1-a513-4de0-9420-85ba5fe86405,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:54.864343 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cd0434-605f-4807-b752-29715f4c2c34 None None] Checking agent: {'id': 'e5d43163-2ed7-4be7-b0e9-dba87db69928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 28, 57), 'started_at': datetime.datetime(2021, 8, 26, 13, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:46:54.864734 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cd0434-605f-4807-b752-29715f4c2c34 None None] Checking segment: {'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:46:54.865120 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e2cd0434-605f-4807-b752-29715f4c2c34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:54.865505 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cd0434-605f-4807-b752-29715f4c2c34 None None] Bound using segment: {'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:46:54.866007 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-e2cd0434-605f-4807-b752-29715f4c2c34 None None] Bound port: d5d65ce1-a513-4de0-9420-85ba5fe86405, host: dv-cinder-786386-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:46:54.866387 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e2cd0434-605f-4807-b752-29715f4c2c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:54.919981 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-2796f251-a125-4a8e-a54a-152206962d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:54.921482 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-e2cd0434-605f-4807-b752-29715f4c2c34 None None] For port d5d65ce1-a513-4de0-9420-85ba5fe86405, host dv-cinder-786386-11-iscsi, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:46:54.924646 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-e2cd0434-605f-4807-b752-29715f4c2c34 None None] For port d5d65ce1-a513-4de0-9420-85ba5fe86405, host dv-cinder-786386-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=d5d65ce1-a513-4de0-9420-85ba5fe86405,segment=NetworkSegment(706c7343-f453-451d-93d0-3f6d714ba662),segment_id=706c7343-f453-451d-93d0-3f6d714ba662)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:46:54.964087 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2796f251-a125-4a8e-a54a-152206962d98 admin admin] Network b435baf6-4426-4781-b724-99ca30ca88f7 is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:46:54.969308 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-2796f251-a125-4a8e-a54a-152206962d98 admin admin] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:46:54.971852 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2796f251-a125-4a8e-a54a-152206962d98 admin admin] Received port after_create {{(pid=94614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:46:54.985129 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e2cd0434-605f-4807-b752-29715f4c2c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:55.008157 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2796f251-a125-4a8e-a54a-152206962d98 admin admin] Pushing event updated for resources: {'Port': ['ID=6cb475a9-abdb-462a-83ff-ca692a63bf17,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:55.030267 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-2796f251-a125-4a8e-a54a-152206962d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430372'] for router_interface, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:55.049432 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cd0434-605f-4807-b752-29715f4c2c34 None None] Routers {'3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:46:55.050106 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-e2cd0434-605f-4807-b752-29715f4c2c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:46:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:46:55.052128 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0678b6-7f0f-4ec8-8966-7f039b0fdd58 None None] Pushing event updated for resources: {'Port': ['ID=d5d65ce1-a513-4de0-9420-85ba5fe86405,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:55.165295 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-e2cd0434-605f-4807-b752-29715f4c2c34 None None] Set router 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:46:55.241702 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-2796f251-a125-4a8e-a54a-152206962d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:55.364734 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-e2cd0434-605f-4807-b752-29715f4c2c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'name': 'tempest-TestVolumeBootPattern-1925530502-router', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:46:51Z', 'updated_at': '2021-08-26T13:46:52Z', 'revision_number': 3, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'gw_port': {'id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:52Z', 'updated_at': '2021-08-26T13:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:46:55.366704 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device bd845010-d2c9-4ae4-af22-7e365fe72955 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:46:55.415567 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-2796f251-a125-4a8e-a54a-152206962d98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:55.519219 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-2796f251-a125-4a8e-a54a-152206962d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625096'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:55.535755 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-7fddd0a0-27d6-47f1-a5d6-dea20b5da86e None None] Provisioning for port 6cb475a9-abdb-462a-83ff-ca692a63bf17 completed by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:46:55.537928 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cd0434-605f-4807-b752-29715f4c2c34 None None] The sync data for ids ['3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'] in dv-cinder-786386-11-iscsi is: [{'id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'name': 'tempest-TestVolumeBootPattern-1925530502-router', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:46:51Z', 'updated_at': '2021-08-26T13:46:52Z', 'revision_number': 3, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'gw_port': {'id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:52Z', 'updated_at': '2021-08-26T13:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}] {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:46:55.545138 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-7fddd0a0-27d6-47f1-a5d6-dea20b5da86e None None] Provisioning complete for port 6cb475a9-abdb-462a-83ff-ca692a63bf17 triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:46:55.545468 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7fddd0a0-27d6-47f1-a5d6-dea20b5da86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:55.591281 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2796f251-a125-4a8e-a54a-152206962d98 admin admin] Pushing event updated for resources: {'Port': ['ID=6cb475a9-abdb-462a-83ff-ca692a63bf17,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:55.591614 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd0a0-27d6-47f1-a5d6-dea20b5da86e None None] Port 6cb475a9-abdb-462a-83ff-ca692a63bf17 cannot update to ACTIVE because it is not bound. {{(pid=94616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 13:46:55.593892 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-2796f251-a125-4a8e-a54a-152206962d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430843'] for router_interface, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:55.600470 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port bd845010-d2c9-4ae4-af22-7e365fe72955 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:46:55.600854 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:55.690506 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2796f251-a125-4a8e-a54a-152206962d98 admin admin] Network b435baf6-4426-4781-b724-99ca30ca88f7 is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:46:55.691902 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-2796f251-a125-4a8e-a54a-152206962d98 admin admin] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:46:55.858820 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2796f251-a125-4a8e-a54a-152206962d98 admin admin] Router 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 has already been hosted by L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 {{(pid=94614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 13:46:55.982408 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2796f251-a125-4a8e-a54a-152206962d98 admin admin] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:46:55.987538 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-2796f251-a125-4a8e-a54a-152206962d98 admin admin] 10.222.0.35 "PUT /v2.0/routers/3b0c7bab-0a32-4c0f-8334-39c63ce45bc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8805428 Aug 26 13:46:56.022756 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-f499d07f-ba50-44a6-9e01-42c91113678a None None] Provisioning complete for port 6cb475a9-abdb-462a-83ff-ca692a63bf17 triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:46:56.023404 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-f499d07f-ba50-44a6-9e01-42c91113678a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:56.062734 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-f499d07f-ba50-44a6-9e01-42c91113678a None None] Port 6cb475a9-abdb-462a-83ff-ca692a63bf17 cannot update to ACTIVE because it is not bound. {{(pid=94616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 13:46:56.646042 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 36668) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:46:56.651206 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-6e61cb40-3ba0-4aea-a658-051ee62bc858 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-836948280-network', 'tenant_id': 'edb4de3250d6447ab43775dea935d09f'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:46:56.774831 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e61cb40-3ba0-4aea-a658-051ee62bc858 admin admin] Made reservation on behalf of edb4de3250d6447ab43775dea935d09f for: {'network': 1} {{(pid=94614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:46:56.774831 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-6e61cb40-3ba0-4aea-a658-051ee62bc858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for network, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:56.785854 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-6e61cb40-3ba0-4aea-a658-051ee62bc858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:56.822519 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-3dc6e563-9231-429a-b023-4833390fddde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:56.889476 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-6e61cb40-3ba0-4aea-a658-051ee62bc858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:56.982261 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-6e61cb40-3ba0-4aea-a658-051ee62bc858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:57.015305 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e61cb40-3ba0-4aea-a658-051ee62bc858 admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=94614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 13:46:57.020959 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61cb40-3ba0-4aea-a658-051ee62bc858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2eb8ba-ba65-420d-9e15-d4df5174eed3,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:57.028322 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-6e61cb40-3ba0-4aea-a658-051ee62bc858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388'] for segment, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:57.028705 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.db.segments_db [None req-6e61cb40-3ba0-4aea-a658-051ee62bc858 admin admin] Added segment c7c7132f-796e-44bf-bbd0-bedc51c362bb of type vlan for network 172467fc-ddd5-424f-872c-26e3366b8f60 Aug 26 13:46:57.108373 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-6e61cb40-3ba0-4aea-a658-051ee62bc858 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790399845762'] for network, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:57.108511 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1081ebf0-2bf9-4be3-a6f0-b0143c1b27d3 None None] Sync routers for ids ['3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'] in dv-cinder-786386-11-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:46:57.108511 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1081ebf0-2bf9-4be3-a6f0-b0143c1b27d3 None None] Routers {'3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:46:57.108511 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-1081ebf0-2bf9-4be3-a6f0-b0143c1b27d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:46:57Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:46:57.149246 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-6e61cb40-3ba0-4aea-a658-051ee62bc858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412'] for network, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:57.150532 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e61cb40-3ba0-4aea-a658-051ee62bc858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:57.151487 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-6e61cb40-3ba0-4aea-a658-051ee62bc858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for network, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:57.215456 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61cb40-3ba0-4aea-a658-051ee62bc858 admin admin] Pushing event updated for resources: {'Network': ['ID=172467fc-ddd5-424f-872c-26e3366b8f60,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:57.226228 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Network 172467fc-ddd5-424f-872c-26e3366b8f60 details requested by agent ovs-agent-dv-cinder-786386-11-iscsi with host dv-cinder-786386-11-iscsi {{(pid=94616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 13:46:57.286190 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-6e61cb40-3ba0-4aea-a658-051ee62bc858 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6388710 Aug 26 13:46:57.289431 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 36684) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:46:57.294512 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-c3a1e3fb-1d50-4fcc-81f6-681faba99f41 admin admin] Request body: {'subnet': {'network_id': '172467fc-ddd5-424f-872c-26e3366b8f60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-836948280-subnet', 'tenant_id': 'edb4de3250d6447ab43775dea935d09f', 'ip_version': 4}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:46:57.298022 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-1081ebf0-2bf9-4be3-a6f0-b0143c1b27d3 None None] Set router 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:46:57.399077 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a1e3fb-1d50-4fcc-81f6-681faba99f41 admin admin] Made reservation on behalf of edb4de3250d6447ab43775dea935d09f for: {'subnet': 1} {{(pid=94614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:46:57.399077 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e3fb-1d50-4fcc-81f6-681faba99f41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10165748'] for subnet, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:57.432838 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device d5d65ce1-a513-4de0-9420-85ba5fe86405 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:46:57.507875 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:57.519727 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-1081ebf0-2bf9-4be3-a6f0-b0143c1b27d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'name': 'tempest-TestVolumeBootPattern-1925530502-router', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:46:51Z', 'updated_at': '2021-08-26T13:46:55Z', 'revision_number': 4, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'gw_port': {'id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:52Z', 'updated_at': '2021-08-26T13:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': '6cb475a9-abdb-462a-83ff-ca692a63bf17', 'name': '', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'mac_address': 'fa:16:3e:09:0a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:54Z', 'updated_at': '2021-08-26T13:46:55Z', 'revision_number': 2, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'subnets': [{'id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:46:57.547189 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1081ebf0-2bf9-4be3-a6f0-b0143c1b27d3 None None] Checking router: 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 for host: dv-cinder-786386-11-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:46:57.547546 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1081ebf0-2bf9-4be3-a6f0-b0143c1b27d3 None None] Updating router 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 port 6cb475a9-abdb-462a-83ff-ca692a63bf17 binding host dv-cinder-786386-11-iscsi {{(pid=94617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 13:46:57.553669 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning for port d5d65ce1-a513-4de0-9420-85ba5fe86405 completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:46:57.558517 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port d5d65ce1-a513-4de0-9420-85ba5fe86405 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:46:57.558967 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:57.573791 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-1081ebf0-2bf9-4be3-a6f0-b0143c1b27d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:57.647502 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:57.667596 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] For port d5d65ce1-a513-4de0-9420-85ba5fe86405, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=d5d65ce1-a513-4de0-9420-85ba5fe86405,segment=NetworkSegment(706c7343-f453-451d-93d0-3f6d714ba662),segment_id=706c7343-f453-451d-93d0-3f6d714ba662)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:46:57.702835 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e3fb-1d50-4fcc-81f6-681faba99f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8621377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10165638'] for subnet, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:57.731886 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:57.768229 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1e3fb-1d50-4fcc-81f6-681faba99f41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c73ae6c-0006-4c3f-b298-d6ed7e71d59f,revision_number=0']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:57.778956 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a1e3fb-1d50-4fcc-81f6-681faba99f41 admin admin] Checking segment: {'id': 'c7c7132f-796e-44bf-bbd0-bedc51c362bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '172467fc-ddd5-424f-872c-26e3366b8f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:46:57.779310 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a1e3fb-1d50-4fcc-81f6-681faba99f41 admin admin] Network hostable DHCP agents. Network: 172467fc-ddd5-424f-872c-26e3366b8f60, hostable agents: ['4ade96b1-406d-4ebc-948b-9bb0af99b177'], hosted agents: [] {{(pid=94614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 13:46:57.781015 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Pushing event updated for resources: {'Port': ['ID=d5d65ce1-a513-4de0-9420-85ba5fe86405,revision_number=4']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:57.879209 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a1e3fb-1d50-4fcc-81f6-681faba99f41 admin admin] Network 172467fc-ddd5-424f-872c-26e3366b8f60 is scheduled to be hosted by DHCP agent 4ade96b1-406d-4ebc-948b-9bb0af99b177 with binding_index 1 {{(pid=94614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 13:46:57.909527 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-1081ebf0-2bf9-4be3-a6f0-b0143c1b27d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:57.919814 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-1081ebf0-2bf9-4be3-a6f0-b0143c1b27d3 None None] Transition to ACTIVE for port object 6cb475a9-abdb-462a-83ff-ca692a63bf17 will not be triggered until provisioned by entity L2. {{(pid=94617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:46:57.942317 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-c3a1e3fb-1d50-4fcc-81f6-681faba99f41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-11-iscsi, 172467fc-ddd5-424f-872c-26e3366b8f60) {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:46:57.947019 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a1e3fb-1d50-4fcc-81f6-681faba99f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:46:57.948149 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e3fb-1d50-4fcc-81f6-681faba99f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for subnet, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:57.951396 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6153a9f8-bdb9-4461-8deb-691d03fabef3 None None] Network 172467fc-ddd5-424f-872c-26e3366b8f60 requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:46:57.959561 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-1081ebf0-2bf9-4be3-a6f0-b0143c1b27d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:58.016753 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d7307-3198-4a06-9737-41200628f705 None None] Pushing event updated for resources: {'Port': ['ID=6cb475a9-abdb-462a-83ff-ca692a63bf17,revision_number=3']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:58.026812 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d7307-3198-4a06-9737-41200628f705 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:58.027449 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d7307-3198-4a06-9737-41200628f705 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:58.027955 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d7307-3198-4a06-9737-41200628f705 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:58.028288 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d7307-3198-4a06-9737-41200628f705 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:58.028645 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d7307-3198-4a06-9737-41200628f705 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:58.028975 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d7307-3198-4a06-9737-41200628f705 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:58.029302 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d7307-3198-4a06-9737-41200628f705 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:58.029899 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d7307-3198-4a06-9737-41200628f705 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:58.030269 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d7307-3198-4a06-9737-41200628f705 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:58.041922 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d7307-3198-4a06-9737-41200628f705 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:58.041922 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d7307-3198-4a06-9737-41200628f705 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:58.041922 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d7307-3198-4a06-9737-41200628f705 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:46:58.063200 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-c3a1e3fb-1d50-4fcc-81f6-681faba99f41 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7725825 Aug 26 13:46:58.065800 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 36688) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:46:58.070458 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-e2f590b8-415b-4efc-8b9c-8328aac39e9a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-836948280-router', 'tenant_id': 'edb4de3250d6447ab43775dea935d09f', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'}}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:46:58.082546 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-1081ebf0-2bf9-4be3-a6f0-b0143c1b27d3 None None] Attempting to bind port 6cb475a9-abdb-462a-83ff-ca692a63bf17 on host dv-cinder-786386-11-iscsi for vnic_type normal with profile {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:46:58.083675 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-1081ebf0-2bf9-4be3-a6f0-b0143c1b27d3 None None] Attempting to bind port 6cb475a9-abdb-462a-83ff-ca692a63bf17 by drivers openvswitch,hyperv on host dv-cinder-786386-11-iscsi at level 0 using segments [{'id': '5c48b6e8-f3c1-4830-8915-5574d60d257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7'}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:46:58.084231 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1081ebf0-2bf9-4be3-a6f0-b0143c1b27d3 None None] Attempting to bind port 6cb475a9-abdb-462a-83ff-ca692a63bf17 on network b435baf6-4426-4781-b724-99ca30ca88f7 {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:46:58.091354 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1081ebf0-2bf9-4be3-a6f0-b0143c1b27d3 None None] Checking agent: {'id': 'e5d43163-2ed7-4be7-b0e9-dba87db69928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 28, 57), 'started_at': datetime.datetime(2021, 8, 26, 13, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:46:58.091733 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1081ebf0-2bf9-4be3-a6f0-b0143c1b27d3 None None] Checking segment: {'id': '5c48b6e8-f3c1-4830-8915-5574d60d257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:46:58.092139 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-1081ebf0-2bf9-4be3-a6f0-b0143c1b27d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:58.092535 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1081ebf0-2bf9-4be3-a6f0-b0143c1b27d3 None None] Bound using segment: {'id': '5c48b6e8-f3c1-4830-8915-5574d60d257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7'} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:46:58.093017 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-1081ebf0-2bf9-4be3-a6f0-b0143c1b27d3 None None] Bound port: 6cb475a9-abdb-462a-83ff-ca692a63bf17, host: dv-cinder-786386-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c48b6e8-f3c1-4830-8915-5574d60d257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7'}}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:46:58.093416 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-1081ebf0-2bf9-4be3-a6f0-b0143c1b27d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:58.097985 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:58.132504 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f53e10d-837b-4ff4-8baa-1fda86b59948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e57bd44-56e5-5669-b06f-8b51ccd0965c-172467fc-ddd5-424f-872c-26e3366b8f60', 'network_id': '172467fc-ddd5-424f-872c-26e3366b8f60', 'tenant_id': 'edb4de3250d6447ab43775dea935d09f', 'fixed_ips': [{'subnet_id': '9c73ae6c-0006-4c3f-b298-d6ed7e71d59f'}]}} from dv-cinder-786386-11-iscsi. {{(pid=94616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 13:46:58.133381 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6f53e10d-837b-4ff4-8baa-1fda86b59948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:58.174627 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-1081ebf0-2bf9-4be3-a6f0-b0143c1b27d3 None None] For port 6cb475a9-abdb-462a-83ff-ca692a63bf17, host dv-cinder-786386-11-iscsi, cleared binding levels {{(pid=94617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:46:58.177311 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e2f590b8-415b-4efc-8b9c-8328aac39e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13099'] for router, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:58.177904 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-1081ebf0-2bf9-4be3-a6f0-b0143c1b27d3 None None] For port 6cb475a9-abdb-462a-83ff-ca692a63bf17, host dv-cinder-786386-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=6cb475a9-abdb-462a-83ff-ca692a63bf17,segment=NetworkSegment(5c48b6e8-f3c1-4830-8915-5574d60d257f),segment_id=5c48b6e8-f3c1-4830-8915-5574d60d257f)] {{(pid=94617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:46:58.179161 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e2f590b8-415b-4efc-8b9c-8328aac39e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13090'] for router, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:58.255945 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e2f590b8-415b-4efc-8b9c-8328aac39e9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:58.271360 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-1081ebf0-2bf9-4be3-a6f0-b0143c1b27d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:58.288383 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [None req-6f53e10d-837b-4ff4-8baa-1fda86b59948 None None] Allocated IP 172.20.0.2 (172467fc-ddd5-424f-872c-26e3366b8f60/9c73ae6c-0006-4c3f-b298-d6ed7e71d59f/5455b43e-f1e3-4fc0-9222-2e669ac3aa2f) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:46:58.320393 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1081ebf0-2bf9-4be3-a6f0-b0143c1b27d3 None None] Routers {'3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:46:58.321042 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-1081ebf0-2bf9-4be3-a6f0-b0143c1b27d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:46:57Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:46:58.468007 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-1081ebf0-2bf9-4be3-a6f0-b0143c1b27d3 None None] Set router 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:46:58.490916 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6f53e10d-837b-4ff4-8baa-1fda86b59948 None None] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:58.494225 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e2f590b8-415b-4efc-8b9c-8328aac39e9a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:58.504450 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-6f53e10d-837b-4ff4-8baa-1fda86b59948 None None] Transition to ACTIVE for port object 5455b43e-f1e3-4fc0-9222-2e669ac3aa2f will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:46:58.505642 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d7307-3198-4a06-9737-41200628f705 None None] Pushing event updated for resources: {'Port': ['ID=6cb475a9-abdb-462a-83ff-ca692a63bf17,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:58.542381 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-6f53e10d-837b-4ff4-8baa-1fda86b59948 None None] Transition to ACTIVE for port object 5455b43e-f1e3-4fc0-9222-2e669ac3aa2f will not be triggered until provisioned by entity DHCP. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:46:58.685456 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6f53e10d-837b-4ff4-8baa-1fda86b59948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:58.720926 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:58.724357 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-1081ebf0-2bf9-4be3-a6f0-b0143c1b27d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'name': 'tempest-TestVolumeBootPattern-1925530502-router', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:46:51Z', 'updated_at': '2021-08-26T13:46:55Z', 'revision_number': 4, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'gw_port': {'id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:52Z', 'updated_at': '2021-08-26T13:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': '6cb475a9-abdb-462a-83ff-ca692a63bf17', 'name': '', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'mac_address': 'fa:16:3e:09:0a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:54Z', 'updated_at': '2021-08-26T13:46:58Z', 'revision_number': 4, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'subnets': [{'id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:46:58.739755 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f53e10d-837b-4ff4-8baa-1fda86b59948 None None] Network 172467fc-ddd5-424f-872c-26e3366b8f60 is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:46:58.745627 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-6f53e10d-837b-4ff4-8baa-1fda86b59948 None None] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:46:58.750576 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f53e10d-837b-4ff4-8baa-1fda86b59948 None None] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:46:58.752505 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f53e10d-837b-4ff4-8baa-1fda86b59948 None None] Pushing event updated for resources: {'Port': ['ID=5455b43e-f1e3-4fc0-9222-2e669ac3aa2f,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:58.756484 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1081ebf0-2bf9-4be3-a6f0-b0143c1b27d3 None None] The sync data for ids ['3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'] in dv-cinder-786386-11-iscsi is: [{'id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'name': 'tempest-TestVolumeBootPattern-1925530502-router', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:46:51Z', 'updated_at': '2021-08-26T13:46:55Z', 'revision_number': 4, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'gw_port': {'id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:52Z', 'updated_at': '2021-08-26T13:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': '6cb475a9-abdb-462a-83ff-ca692a63bf17', 'name': '', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'mac_address': 'fa:16:3e:09:0a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:54Z', 'updated_at': '2021-08-26T13:46:58Z', 'revision_number': 4, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'subnets': [{'id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:46:58.791331 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e2f590b8-415b-4efc-8b9c-8328aac39e9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:58.822227 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-6f53e10d-837b-4ff4-8baa-1fda86b59948 None None] Attempting to bind port 5455b43e-f1e3-4fc0-9222-2e669ac3aa2f on host dv-cinder-786386-11-iscsi for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:46:58.822605 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-6f53e10d-837b-4ff4-8baa-1fda86b59948 None None] Attempting to bind port 5455b43e-f1e3-4fc0-9222-2e669ac3aa2f by drivers openvswitch,hyperv on host dv-cinder-786386-11-iscsi at level 0 using segments [{'id': 'c7c7132f-796e-44bf-bbd0-bedc51c362bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '172467fc-ddd5-424f-872c-26e3366b8f60'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:46:58.822967 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f53e10d-837b-4ff4-8baa-1fda86b59948 None None] Attempting to bind port 5455b43e-f1e3-4fc0-9222-2e669ac3aa2f on network 172467fc-ddd5-424f-872c-26e3366b8f60 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:46:58.835963 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f53e10d-837b-4ff4-8baa-1fda86b59948 None None] Checking agent: {'id': 'e5d43163-2ed7-4be7-b0e9-dba87db69928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 28, 57), 'started_at': datetime.datetime(2021, 8, 26, 13, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:46:58.836377 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f53e10d-837b-4ff4-8baa-1fda86b59948 None None] Checking segment: {'id': 'c7c7132f-796e-44bf-bbd0-bedc51c362bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '172467fc-ddd5-424f-872c-26e3366b8f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:46:58.836781 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6f53e10d-837b-4ff4-8baa-1fda86b59948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:58.837726 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f53e10d-837b-4ff4-8baa-1fda86b59948 None None] Bound using segment: {'id': 'c7c7132f-796e-44bf-bbd0-bedc51c362bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '172467fc-ddd5-424f-872c-26e3366b8f60'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:46:58.838264 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-6f53e10d-837b-4ff4-8baa-1fda86b59948 None None] Bound port: 5455b43e-f1e3-4fc0-9222-2e669ac3aa2f, host: dv-cinder-786386-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c7132f-796e-44bf-bbd0-bedc51c362bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '172467fc-ddd5-424f-872c-26e3366b8f60'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:46:58.838669 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6f53e10d-837b-4ff4-8baa-1fda86b59948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:58.838833 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e2f590b8-415b-4efc-8b9c-8328aac39e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:58.915031 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-6f53e10d-837b-4ff4-8baa-1fda86b59948 None None] For port 5455b43e-f1e3-4fc0-9222-2e669ac3aa2f, host dv-cinder-786386-11-iscsi, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:46:58.918450 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-6f53e10d-837b-4ff4-8baa-1fda86b59948 None None] For port 5455b43e-f1e3-4fc0-9222-2e669ac3aa2f, host dv-cinder-786386-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=5455b43e-f1e3-4fc0-9222-2e669ac3aa2f,segment=NetworkSegment(c7c7132f-796e-44bf-bbd0-bedc51c362bb),segment_id=c7c7132f-796e-44bf-bbd0-bedc51c362bb)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:46:58.955620 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [None req-e2f590b8-415b-4efc-8b9c-8328aac39e9a admin admin] Allocated IP 172.27.2.249 (0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a/b7ae35bd-0037-4f3a-908b-b50a80e8b092/77f6590a-489d-4075-8069-c2317d76109e) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:46:59.035654 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6f53e10d-837b-4ff4-8baa-1fda86b59948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:59.062944 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e2f590b8-415b-4efc-8b9c-8328aac39e9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:59.105069 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f53e10d-837b-4ff4-8baa-1fda86b59948 None None] Pushing event updated for resources: {'Port': ['ID=5455b43e-f1e3-4fc0-9222-2e669ac3aa2f,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:59.171494 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e2f590b8-415b-4efc-8b9c-8328aac39e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:59.219384 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f590b8-415b-4efc-8b9c-8328aac39e9a admin admin] Network 0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:46:59.222717 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-e2f590b8-415b-4efc-8b9c-8328aac39e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:46:59.226678 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f590b8-415b-4efc-8b9c-8328aac39e9a admin admin] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:46:59.234072 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f590b8-415b-4efc-8b9c-8328aac39e9a admin admin] Pushing event updated for resources: {'Port': ['ID=77f6590a-489d-4075-8069-c2317d76109e,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:46:59.526578 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device d5d65ce1-a513-4de0-9420-85ba5fe86405 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:46:59.612056 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port d5d65ce1-a513-4de0-9420-85ba5fe86405 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:46:59.612441 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:59.636432 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e2f590b8-415b-4efc-8b9c-8328aac39e9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:46:59.729763 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 5455b43e-f1e3-4fc0-9222-2e669ac3aa2f up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:46:59.767028 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 6 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:46:59.874764 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning for port 5455b43e-f1e3-4fc0-9222-2e669ac3aa2f completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:46:59.883686 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 6cb475a9-abdb-462a-83ff-ca692a63bf17 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:47:00.027435 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning for port 6cb475a9-abdb-462a-83ff-ca692a63bf17 completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:47:00.032692 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port 6cb475a9-abdb-462a-83ff-ca692a63bf17 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:47:00.033069 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:00.117498 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:00.156355 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] For port 6cb475a9-abdb-462a-83ff-ca692a63bf17, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=6cb475a9-abdb-462a-83ff-ca692a63bf17,segment=NetworkSegment(5c48b6e8-f3c1-4830-8915-5574d60d257f),segment_id=5c48b6e8-f3c1-4830-8915-5574d60d257f)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:47:00.158270 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e2f590b8-415b-4efc-8b9c-8328aac39e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-428405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430587'] for router, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:00.161488 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fdd291-7b95-4cbb-a381-e16a3cd7fce4 None None] Network 172467fc-ddd5-424f-872c-26e3366b8f60 requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:47:00.220791 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:00.289114 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-800f7f64-a2e4-4463-b816-a62e08bdeef1 None None] Provisioning for port 5455b43e-f1e3-4fc0-9222-2e669ac3aa2f completed by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:47:00.306486 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-800f7f64-a2e4-4463-b816-a62e08bdeef1 None None] Provisioning complete for port 5455b43e-f1e3-4fc0-9222-2e669ac3aa2f triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:47:00.306856 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-800f7f64-a2e4-4463-b816-a62e08bdeef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:00.327341 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Pushing event updated for resources: {'Port': ['ID=6cb475a9-abdb-462a-83ff-ca692a63bf17,revision_number=5']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:00.354268 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f590b8-415b-4efc-8b9c-8328aac39e9a admin admin] Router 44256c2e-e0a5-46fc-863a-2a534157bb58 is scheduled to L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 with binding_index 1 {{(pid=94615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 13:47:00.440046 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:00.457067 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-800f7f64-a2e4-4463-b816-a62e08bdeef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:00.463200 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f590b8-415b-4efc-8b9c-8328aac39e9a admin admin] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:47:00.478287 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a63714-f5f7-49e5-b888-e991ef84a9eb None None] Sync routers for ids ['44256c2e-e0a5-46fc-863a-2a534157bb58'] in dv-cinder-786386-11-iscsi {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:47:00.504046 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a63714-f5f7-49e5-b888-e991ef84a9eb None None] Routers {'44256c2e-e0a5-46fc-863a-2a534157bb58'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:47:00.504690 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-c2a63714-f5f7-49e5-b888-e991ef84a9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:46:57Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['44256c2e-e0a5-46fc-863a-2a534157bb58'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:47:00.509858 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-800f7f64-a2e4-4463-b816-a62e08bdeef1 None None] For port 5455b43e-f1e3-4fc0-9222-2e669ac3aa2f, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=5455b43e-f1e3-4fc0-9222-2e669ac3aa2f,segment=NetworkSegment(c7c7132f-796e-44bf-bbd0-bedc51c362bb),segment_id=c7c7132f-796e-44bf-bbd0-bedc51c362bb)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:47:00.536626 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e2f590b8-415b-4efc-8b9c-8328aac39e9a admin admin] Notify callbacks [] for router, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:00.542775 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-e2f590b8-415b-4efc-8b9c-8328aac39e9a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4711704 Aug 26 13:47:00.542950 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 36700) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:47:00.595956 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-800f7f64-a2e4-4463-b816-a62e08bdeef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:00.652955 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-c2a63714-f5f7-49e5-b888-e991ef84a9eb None None] Set router 44256c2e-e0a5-46fc-863a-2a534157bb58 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:47:00.719319 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f7f64-a2e4-4463-b816-a62e08bdeef1 None None] Pushing event updated for resources: {'Port': ['ID=5455b43e-f1e3-4fc0-9222-2e669ac3aa2f,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:00.766461 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-099f7136-b92f-4422-900e-3322b34fdb61 None None] Provisioning complete for port 5455b43e-f1e3-4fc0-9222-2e669ac3aa2f triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:47:00.766811 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-099f7136-b92f-4422-900e-3322b34fdb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:00.926438 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-c2a63714-f5f7-49e5-b888-e991ef84a9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44256c2e-e0a5-46fc-863a-2a534157bb58', 'name': 'tempest-TestVolumeBootPattern-836948280-router', 'tenant_id': 'edb4de3250d6447ab43775dea935d09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '77f6590a-489d-4075-8069-c2317d76109e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:46:58Z', 'updated_at': '2021-08-26T13:46:59Z', 'revision_number': 3, 'project_id': 'edb4de3250d6447ab43775dea935d09f', 'gw_port': {'id': '77f6590a-489d-4075-8069-c2317d76109e', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44256c2e-e0a5-46fc-863a-2a534157bb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:58Z', 'updated_at': '2021-08-26T13:46:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:47:00.987936 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-967eb58c-9572-4605-8cc1-8ad830076ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:01.083018 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a63714-f5f7-49e5-b888-e991ef84a9eb None None] Checking router: 44256c2e-e0a5-46fc-863a-2a534157bb58 for host: dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:47:01.083320 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a63714-f5f7-49e5-b888-e991ef84a9eb None None] Updating router 44256c2e-e0a5-46fc-863a-2a534157bb58 port 77f6590a-489d-4075-8069-c2317d76109e binding host dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 13:47:01.109470 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c2a63714-f5f7-49e5-b888-e991ef84a9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:01.152503 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_common [None req-967eb58c-9572-4605-8cc1-8ad830076ea5 admin admin] Allocated IP 172.20.0.1 (172467fc-ddd5-424f-872c-26e3366b8f60/9c73ae6c-0006-4c3f-b298-d6ed7e71d59f/1b24e1af-d8f7-4861-a0db-8d235e4b34d2) {{(pid=94614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:47:01.260211 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-967eb58c-9572-4605-8cc1-8ad830076ea5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:01.272645 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-967eb58c-9572-4605-8cc1-8ad830076ea5 admin admin] Transition to ACTIVE for port object 1b24e1af-d8f7-4861-a0db-8d235e4b34d2 will not be triggered until provisioned by entity DHCP. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:47:01.374128 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-967eb58c-9572-4605-8cc1-8ad830076ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:01.379598 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 5455b43e-f1e3-4fc0-9222-2e669ac3aa2f up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:47:01.422516 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967eb58c-9572-4605-8cc1-8ad830076ea5 admin admin] Network 172467fc-ddd5-424f-872c-26e3366b8f60 is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:47:01.427223 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c2a63714-f5f7-49e5-b888-e991ef84a9eb None None] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:01.431195 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-967eb58c-9572-4605-8cc1-8ad830076ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:47:01.433705 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967eb58c-9572-4605-8cc1-8ad830076ea5 admin admin] Received port after_create {{(pid=94614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:47:01.442498 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-c2a63714-f5f7-49e5-b888-e991ef84a9eb None None] Transition to ACTIVE for port object 77f6590a-489d-4075-8069-c2317d76109e will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:47:01.459051 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port 5455b43e-f1e3-4fc0-9222-2e669ac3aa2f triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:47:01.459429 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:01.469294 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48da996-67ab-48d6-ad49-cc4597dee5e7 req-c5eaa353-a4f1-4023-bb73-e50f670c1b77 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:01.470927 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d48da996-67ab-48d6-ad49-cc4597dee5e7 req-c5eaa353-a4f1-4023-bb73-e50f670c1b77 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5cdfb5f-b004-445c-bb8d-8adf1b0ff960 HTTP/1.1" status: 200 len: 946 time: 0.1256351 Aug 26 13:47:01.474348 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967eb58c-9572-4605-8cc1-8ad830076ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=1b24e1af-d8f7-4861-a0db-8d235e4b34d2,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:01.517058 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-967eb58c-9572-4605-8cc1-8ad830076ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430372'] for router_interface, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:01.520288 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c2a63714-f5f7-49e5-b888-e991ef84a9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:01.557249 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d48da996-67ab-48d6-ad49-cc4597dee5e7 req-067a1c3a-b5ac-483a-9d36-021f84ac4578 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794415 Aug 26 13:47:01.591182 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 6cb475a9-abdb-462a-83ff-ca692a63bf17 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:47:01.629586 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbecba5b-f5ae-416d-8963-896b3dd6570f None None] Pushing event updated for resources: {'Port': ['ID=77f6590a-489d-4075-8069-c2317d76109e,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:01.639588 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-c2a63714-f5f7-49e5-b888-e991ef84a9eb None None] Attempting to bind port 77f6590a-489d-4075-8069-c2317d76109e on host dv-cinder-786386-11-iscsi for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:47:01.639960 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-c2a63714-f5f7-49e5-b888-e991ef84a9eb None None] Attempting to bind port 77f6590a-489d-4075-8069-c2317d76109e by drivers openvswitch,hyperv on host dv-cinder-786386-11-iscsi at level 0 using segments [{'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:47:01.640324 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a63714-f5f7-49e5-b888-e991ef84a9eb None None] Attempting to bind port 77f6590a-489d-4075-8069-c2317d76109e on network 0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:47:01.651524 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a63714-f5f7-49e5-b888-e991ef84a9eb None None] Checking agent: {'id': 'e5d43163-2ed7-4be7-b0e9-dba87db69928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 28, 57), 'started_at': datetime.datetime(2021, 8, 26, 13, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:47:01.651897 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a63714-f5f7-49e5-b888-e991ef84a9eb None None] Checking segment: {'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:47:01.652302 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c2a63714-f5f7-49e5-b888-e991ef84a9eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:01.652698 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a63714-f5f7-49e5-b888-e991ef84a9eb None None] Bound using segment: {'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:47:01.653162 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [None req-c2a63714-f5f7-49e5-b888-e991ef84a9eb None None] Bound port: 77f6590a-489d-4075-8069-c2317d76109e, host: dv-cinder-786386-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706c7343-f453-451d-93d0-3f6d714ba662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:47:01.654134 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c2a63714-f5f7-49e5-b888-e991ef84a9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:01.707859 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port 6cb475a9-abdb-462a-83ff-ca692a63bf17 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:47:01.708132 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:01.722310 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-967eb58c-9572-4605-8cc1-8ad830076ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:01.739617 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-c2a63714-f5f7-49e5-b888-e991ef84a9eb None None] For port 77f6590a-489d-4075-8069-c2317d76109e, host dv-cinder-786386-11-iscsi, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:47:01.760087 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-c2a63714-f5f7-49e5-b888-e991ef84a9eb None None] For port 77f6590a-489d-4075-8069-c2317d76109e, host dv-cinder-786386-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=77f6590a-489d-4075-8069-c2317d76109e,segment=NetworkSegment(706c7343-f453-451d-93d0-3f6d714ba662),segment_id=706c7343-f453-451d-93d0-3f6d714ba662)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:47:01.845625 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c2a63714-f5f7-49e5-b888-e991ef84a9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:01.881456 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-db9837b1-9d24-465a-a85f-8d9a3a4adbc3 None None] Provisioning for port 1b24e1af-d8f7-4861-a0db-8d235e4b34d2 completed by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:47:01.887054 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-967eb58c-9572-4605-8cc1-8ad830076ea5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:01.899904 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-db9837b1-9d24-465a-a85f-8d9a3a4adbc3 None None] Provisioning complete for port 1b24e1af-d8f7-4861-a0db-8d235e4b34d2 triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:47:01.900221 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-db9837b1-9d24-465a-a85f-8d9a3a4adbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:01.941559 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbecba5b-f5ae-416d-8963-896b3dd6570f None None] Pushing event updated for resources: {'Port': ['ID=77f6590a-489d-4075-8069-c2317d76109e,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:01.945671 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a63714-f5f7-49e5-b888-e991ef84a9eb None None] Routers {'44256c2e-e0a5-46fc-863a-2a534157bb58'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:47:01.946309 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-c2a63714-f5f7-49e5-b888-e991ef84a9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:46:57Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['44256c2e-e0a5-46fc-863a-2a534157bb58'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:47:01.959152 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-967eb58c-9572-4605-8cc1-8ad830076ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625096'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:01.982507 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-db9837b1-9d24-465a-a85f-8d9a3a4adbc3 None None] Port 1b24e1af-d8f7-4861-a0db-8d235e4b34d2 cannot update to ACTIVE because it is not bound. {{(pid=94616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 13:47:02.028041 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-967eb58c-9572-4605-8cc1-8ad830076ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430843'] for router_interface, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:02.030129 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967eb58c-9572-4605-8cc1-8ad830076ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=1b24e1af-d8f7-4861-a0db-8d235e4b34d2,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:02.058235 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-c2a63714-f5f7-49e5-b888-e991ef84a9eb None None] Set router 44256c2e-e0a5-46fc-863a-2a534157bb58 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:47:02.133629 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967eb58c-9572-4605-8cc1-8ad830076ea5 admin admin] Network 172467fc-ddd5-424f-872c-26e3366b8f60 is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:47:02.135176 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-967eb58c-9572-4605-8cc1-8ad830076ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:47:02.261646 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967eb58c-9572-4605-8cc1-8ad830076ea5 admin admin] Router 44256c2e-e0a5-46fc-863a-2a534157bb58 has already been hosted by L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 {{(pid=94614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 13:47:02.270852 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-c2a63714-f5f7-49e5-b888-e991ef84a9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44256c2e-e0a5-46fc-863a-2a534157bb58', 'name': 'tempest-TestVolumeBootPattern-836948280-router', 'tenant_id': 'edb4de3250d6447ab43775dea935d09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '77f6590a-489d-4075-8069-c2317d76109e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:46:58Z', 'updated_at': '2021-08-26T13:47:01Z', 'revision_number': 4, 'project_id': 'edb4de3250d6447ab43775dea935d09f', 'gw_port': {'id': '77f6590a-489d-4075-8069-c2317d76109e', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44256c2e-e0a5-46fc-863a-2a534157bb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:58Z', 'updated_at': '2021-08-26T13:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': '1b24e1af-d8f7-4861-a0db-8d235e4b34d2', 'name': '', 'network_id': '172467fc-ddd5-424f-872c-26e3366b8f60', 'tenant_id': 'edb4de3250d6447ab43775dea935d09f', 'mac_address': 'fa:16:3e:9d:e9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44256c2e-e0a5-46fc-863a-2a534157bb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '9c73ae6c-0006-4c3f-b298-d6ed7e71d59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:47:01Z', 'updated_at': '2021-08-26T13:47:01Z', 'revision_number': 1, 'project_id': 'edb4de3250d6447ab43775dea935d09f', 'subnets': [{'id': '9c73ae6c-0006-4c3f-b298-d6ed7e71d59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:47:02.306476 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a63714-f5f7-49e5-b888-e991ef84a9eb None None] The sync data for ids ['44256c2e-e0a5-46fc-863a-2a534157bb58'] in dv-cinder-786386-11-iscsi is: [{'id': '44256c2e-e0a5-46fc-863a-2a534157bb58', 'name': 'tempest-TestVolumeBootPattern-836948280-router', 'tenant_id': 'edb4de3250d6447ab43775dea935d09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '77f6590a-489d-4075-8069-c2317d76109e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:46:58Z', 'updated_at': '2021-08-26T13:47:01Z', 'revision_number': 4, 'project_id': 'edb4de3250d6447ab43775dea935d09f', 'gw_port': {'id': '77f6590a-489d-4075-8069-c2317d76109e', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44256c2e-e0a5-46fc-863a-2a534157bb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:58Z', 'updated_at': '2021-08-26T13:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': '1b24e1af-d8f7-4861-a0db-8d235e4b34d2', 'name': '', 'network_id': '172467fc-ddd5-424f-872c-26e3366b8f60', 'tenant_id': 'edb4de3250d6447ab43775dea935d09f', 'mac_address': 'fa:16:3e:9d:e9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44256c2e-e0a5-46fc-863a-2a534157bb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '9c73ae6c-0006-4c3f-b298-d6ed7e71d59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:47:01Z', 'updated_at': '2021-08-26T13:47:01Z', 'revision_number': 1, 'project_id': 'edb4de3250d6447ab43775dea935d09f', 'subnets': [{'id': '9c73ae6c-0006-4c3f-b298-d6ed7e71d59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:47:02.373411 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967eb58c-9572-4605-8cc1-8ad830076ea5 admin admin] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:47:02.378556 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-967eb58c-9572-4605-8cc1-8ad830076ea5 admin admin] 10.222.0.35 "PUT /v2.0/routers/44256c2e-e0a5-46fc-863a-2a534157bb58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8365197 Aug 26 13:47:02.402181 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-77ad6d23-fb33-4055-b2a2-b38a2265f399 None None] Provisioning complete for port 1b24e1af-d8f7-4861-a0db-8d235e4b34d2 triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:47:02.402712 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-77ad6d23-fb33-4055-b2a2-b38a2265f399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:02.450030 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-77ad6d23-fb33-4055-b2a2-b38a2265f399 None None] Port 1b24e1af-d8f7-4861-a0db-8d235e4b34d2 cannot update to ACTIVE because it is not bound. {{(pid=94616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 13:47:02.686905 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c2118-d503-4afa-bb61-399856607b3b req-3d5b09fa-8d53-4de7-bf34-37b9153503c1 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:02.688460 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ee6c2118-d503-4afa-bb61-399856607b3b req-3d5b09fa-8d53-4de7-bf34-37b9153503c1 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5cdfb5f-b004-445c-bb8d-8adf1b0ff960 HTTP/1.1" status: 200 len: 946 time: 0.0570884 Aug 26 13:47:02.730362 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ee6c2118-d503-4afa-bb61-399856607b3b req-a02047c2-332d-434a-b077-269f39904084 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348253 Aug 26 13:47:03.182509 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 36716) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:47:03.187245 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-b367cb90-f342-4433-961e-f071b024e0fa tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1028042801', 'description': 'tempest-secgroup-smoke-1028042801 description', 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:47:03.188083 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb9bc3-fe45-414f-9752-4f1078615561 req-95a184d2-b115-4ad8-94d9-59d62f71ef3f tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:03.189627 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1ffb9bc3-fe45-414f-9752-4f1078615561 req-95a184d2-b115-4ad8-94d9-59d62f71ef3f tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5cdfb5f-b004-445c-bb8d-8adf1b0ff960 HTTP/1.1" status: 200 len: 946 time: 0.0617175 Aug 26 13:47:03.295426 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b367cb90-f342-4433-961e-f071b024e0fa tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:03.314836 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [req-1ffb9bc3-fe45-414f-9752-4f1078615561 req-75dfd3bf-85db-4c95-9271-ac55e4888726 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Deleting port bf16faf2-aedb-428f-9a63-738a55e3d6dd {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:47:03.315495 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-1ffb9bc3-fe45-414f-9752-4f1078615561 req-75dfd3bf-85db-4c95-9271-ac55e4888726 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:03.405831 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b367cb90-f342-4433-961e-f071b024e0fa tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:03.418047 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 77f6590a-489d-4075-8069-c2317d76109e up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:47:03.436409 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-1ffb9bc3-fe45-414f-9752-4f1078615561 req-75dfd3bf-85db-4c95-9271-ac55e4888726 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] For port bf16faf2-aedb-428f-9a63-738a55e3d6dd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bf16faf2-aedb-428f-9a63-738a55e3d6dd,segment=NetworkSegment(7e635d5e-6c50-41c7-b456-bf61fbd76aa2),segment_id=7e635d5e-6c50-41c7-b456-bf61fbd76aa2)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:47:03.436799 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-1ffb9bc3-fe45-414f-9752-4f1078615561 req-75dfd3bf-85db-4c95-9271-ac55e4888726 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:03.451201 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [req-1ffb9bc3-fe45-414f-9752-4f1078615561 req-75dfd3bf-85db-4c95-9271-ac55e4888726 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Calling delete_port for bf16faf2-aedb-428f-9a63-738a55e3d6dd owned by compute:nova {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:47:03.473742 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b367cb90-f342-4433-961e-f071b024e0fa tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:03.502152 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning for port 77f6590a-489d-4075-8069-c2317d76109e completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:47:03.505872 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367cb90-f342-4433-961e-f071b024e0fa tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8165d2e0-1746-4478-952c-299a2b010acb,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:03.508055 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port 77f6590a-489d-4075-8069-c2317d76109e triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:47:03.508700 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:03.542328 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b367cb90-f342-4433-961e-f071b024e0fa tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:03.543595 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-b367cb90-f342-4433-961e-f071b024e0fa tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3600192 Aug 26 13:47:03.547077 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 36718) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:47:03.551565 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-a3c14468-b6f9-461b-b3eb-0b854b3aaf2d tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Request body: {'security_group_rule': {'security_group_id': '8165d2e0-1746-4478-952c-299a2b010acb', 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:47:03.604977 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:03.626257 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] For port 77f6590a-489d-4075-8069-c2317d76109e, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=77f6590a-489d-4075-8069-c2317d76109e,segment=NetworkSegment(706c7343-f453-451d-93d0-3f6d714ba662),segment_id=706c7343-f453-451d-93d0-3f6d714ba662)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:47:03.650431 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a3c14468-b6f9-461b-b3eb-0b854b3aaf2d tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:03.679295 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-1ffb9bc3-fe45-414f-9752-4f1078615561 req-75dfd3bf-85db-4c95-9271-ac55e4888726 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:03.709348 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a3c14468-b6f9-461b-b3eb-0b854b3aaf2d tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:03.715150 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dfd3bf-85db-4c95-9271-ac55e4888726 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Pushing event deleted for resources: {'Port': ['ID=bf16faf2-aedb-428f-9a63-738a55e3d6dd,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:03.715520 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['f7e5e936-31e6-416f-a2a4-1c4b58b3b76d', '8d278e6a-3223-43be-b890-e7043b04fa3a', '11ca534c-387d-4b58-bc23-5d6c987658ab', 'bf16faf2-aedb-428f-9a63-738a55e3d6dd'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:47:03.742537 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:03.753257 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ffb9bc3-fe45-414f-9752-4f1078615561 req-75dfd3bf-85db-4c95-9271-ac55e4888726 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] No DVR routers for this DVR port bf16faf2-aedb-428f-9a63-738a55e3d6dd on host hv-cinder-78638 {{(pid=94615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 13:47:03.755844 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-1ffb9bc3-fe45-414f-9752-4f1078615561 req-75dfd3bf-85db-4c95-9271-ac55e4888726 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:03.758125 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1ffb9bc3-fe45-414f-9752-4f1078615561 req-75dfd3bf-85db-4c95-9271-ac55e4888726 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.38 "DELETE /v2.0/ports/bf16faf2-aedb-428f-9a63-738a55e3d6dd HTTP/1.1" status: 204 len: 173 time: 0.5611672 Aug 26 13:47:03.758576 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5cdfb5f-b004-445c-bb8d-8adf1b0ff960', 'name': 'network-vif-deleted', 'tag': 'bf16faf2-aedb-428f-9a63-738a55e3d6dd'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:47:03.761411 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea93b417d78f98f8f49a9646f42316e7837148fdcc5dd11c49486c93967457e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f92405-69f9-426c-8e9f-65761a25c2e5" -d '{"events": [{"server_uuid": "e5cdfb5f-b004-445c-bb8d-8adf1b0ff960", "name": "network-vif-deleted", "tag": "bf16faf2-aedb-428f-9a63-738a55e3d6dd"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:47:03.793555 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a3c14468-b6f9-461b-b3eb-0b854b3aaf2d tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096277'] for security_group_rule, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:03.812336 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1046d018-b063-4f40-b9e8-971094e80d86 x-openstack-request-id: req-1046d018-b063-4f40-b9e8-971094e80d86 {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:47:03.813351 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c14468-b6f9-461b-b3eb-0b854b3aaf2d tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0525496d-ce5d-499b-b11f-b4a8123ca001,revision_number=0']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:03.813500 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5cdfb5f-b004-445c-bb8d-8adf1b0ff960", "name": "network-vif-deleted", "tag": "bf16faf2-aedb-428f-9a63-738a55e3d6dd", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:47:03.814306 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1046d018-b063-4f40-b9e8-971094e80d86 {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:47:03.814961 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Pushing event updated for resources: {'Port': ['ID=77f6590a-489d-4075-8069-c2317d76109e,revision_number=4']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:03.817885 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5cdfb5f-b004-445c-bb8d-8adf1b0ff960', 'name': 'network-vif-deleted', 'tag': 'bf16faf2-aedb-428f-9a63-738a55e3d6dd', 'status': 'completed', 'code': 200} Aug 26 13:47:03.869626 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-5fea94cb-fbf3-4f3e-8104-8dbcd1315e7e req-696b9d11-5bc0-4e8b-9881-5ce995008f5b tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5cdfb5f-b004-445c-bb8d-8adf1b0ff960 HTTP/1.1" status: 200 len: 210 time: 0.0379379 Aug 26 13:47:03.881655 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a3c14468-b6f9-461b-b3eb-0b854b3aaf2d tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:03.883489 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-a3c14468-b6f9-461b-b3eb-0b854b3aaf2d tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3348253 Aug 26 13:47:03.885614 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 36724) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:47:03.893969 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-42bd34ff-cd11-421c-903e-fa5f7d791f39 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Request body: {'security_group_rule': {'security_group_id': '8165d2e0-1746-4478-952c-299a2b010acb', 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:47:03.998472 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-42bd34ff-cd11-421c-903e-fa5f7d791f39 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:04.057220 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-42bd34ff-cd11-421c-903e-fa5f7d791f39 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:04.136108 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-42bd34ff-cd11-421c-903e-fa5f7d791f39 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096277'] for security_group_rule, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:04.151771 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd34ff-cd11-421c-903e-fa5f7d791f39 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcef0708-e7c3-4789-b405-e14d72d8147b,revision_number=0']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:04.216311 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-42bd34ff-cd11-421c-903e-fa5f7d791f39 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:04.217589 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-42bd34ff-cd11-421c-903e-fa5f7d791f39 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3306835 Aug 26 13:47:04.220290 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 36726) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:47:04.224827 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-f53fcaa2-ae64-4c16-a98b-ac70a9c99475 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Request body: {'security_group_rule': {'security_group_id': '8165d2e0-1746-4478-952c-299a2b010acb', 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:47:04.290553 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-f53fcaa2-ae64-4c16-a98b-ac70a9c99475 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:04.357409 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-f53fcaa2-ae64-4c16-a98b-ac70a9c99475 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:04.440062 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-f53fcaa2-ae64-4c16-a98b-ac70a9c99475 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096277'] for security_group_rule, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:04.469076 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53fcaa2-ae64-4c16-a98b-ac70a9c99475 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ddeb560-fa3b-42f7-8c09-0760d51648a7,revision_number=0']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:04.535978 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-f53fcaa2-ae64-4c16-a98b-ac70a9c99475 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:04.537225 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-f53fcaa2-ae64-4c16-a98b-ac70a9c99475 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3159959 Aug 26 13:47:04.539891 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 36728) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:47:04.544327 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-95646ce6-0dc4-4a8f-84d6-081f35b55209 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Request body: {'security_group_rule': {'security_group_id': '8165d2e0-1746-4478-952c-299a2b010acb', 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:47:04.649826 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-95646ce6-0dc4-4a8f-84d6-081f35b55209 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:04.709006 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-95646ce6-0dc4-4a8f-84d6-081f35b55209 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:04.770343 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-95646ce6-0dc4-4a8f-84d6-081f35b55209 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096277'] for security_group_rule, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:04.790409 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95646ce6-0dc4-4a8f-84d6-081f35b55209 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b32ca0-5908-4596-b8d0-1c24e1f1e304,revision_number=0']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:04.885121 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-95646ce6-0dc4-4a8f-84d6-081f35b55209 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:04.886402 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-95646ce6-0dc4-4a8f-84d6-081f35b55209 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3455601 Aug 26 13:47:04.896235 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 36732) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:47:04.900839 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-420faf35-bebc-4237-8097-4dd81c3b091d tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Request body: {'security_group_rule': {'security_group_id': '8165d2e0-1746-4478-952c-299a2b010acb', 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:47:05.016620 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.db.securitygroups_db [None req-420faf35-bebc-4237-8097-4dd81c3b091d tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Project 4b400b2d709b4b61a7b69b9efc0185b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 13:47:05.021953 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-420faf35-bebc-4237-8097-4dd81c3b091d tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:05.083389 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-420faf35-bebc-4237-8097-4dd81c3b091d tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:05.175180 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-420faf35-bebc-4237-8097-4dd81c3b091d tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096277'] for security_group_rule, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:05.193534 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420faf35-bebc-4237-8097-4dd81c3b091d tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca6bbc28-3f18-411e-99bc-28d994c5af51,revision_number=0']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:05.302442 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-420faf35-bebc-4237-8097-4dd81c3b091d tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:05.303697 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-420faf35-bebc-4237-8097-4dd81c3b091d tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4064031 Aug 26 13:47:05.306198 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 36738) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:47:05.311217 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-bc742d97-c2b7-4819-993b-93668985f02d tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Request body: {'security_group_rule': {'security_group_id': '8165d2e0-1746-4478-952c-299a2b010acb', 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:47:05.377588 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 77f6590a-489d-4075-8069-c2317d76109e up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:47:05.405166 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.db.securitygroups_db [None req-bc742d97-c2b7-4819-993b-93668985f02d tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Project 4b400b2d709b4b61a7b69b9efc0185b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 13:47:05.410586 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-bc742d97-c2b7-4819-993b-93668985f02d tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:05.429150 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port 77f6590a-489d-4075-8069-c2317d76109e triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:47:05.429521 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:05.481041 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-bc742d97-c2b7-4819-993b-93668985f02d tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:05.563742 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-bc742d97-c2b7-4819-993b-93668985f02d tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096277'] for security_group_rule, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:05.582638 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc742d97-c2b7-4819-993b-93668985f02d tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961063c5-b2bb-4a2e-ac9d-88737b230960,revision_number=0']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:05.642276 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30098c4-10a7-43f3-8bd2-2f2f4eb16f2f None None] Sync routers for ids ['44256c2e-e0a5-46fc-863a-2a534157bb58'] in dv-cinder-786386-11-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:47:05.650927 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-bc742d97-c2b7-4819-993b-93668985f02d tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:05.652399 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-bc742d97-c2b7-4819-993b-93668985f02d tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3452609 Aug 26 13:47:05.653011 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30098c4-10a7-43f3-8bd2-2f2f4eb16f2f None None] Routers {'44256c2e-e0a5-46fc-863a-2a534157bb58'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:47:05.653749 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-f30098c4-10a7-43f3-8bd2-2f2f4eb16f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:46:57Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['44256c2e-e0a5-46fc-863a-2a534157bb58'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:47:05.768092 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-f30098c4-10a7-43f3-8bd2-2f2f4eb16f2f None None] Set router 44256c2e-e0a5-46fc-863a-2a534157bb58 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:47:05.975229 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-f30098c4-10a7-43f3-8bd2-2f2f4eb16f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44256c2e-e0a5-46fc-863a-2a534157bb58', 'name': 'tempest-TestVolumeBootPattern-836948280-router', 'tenant_id': 'edb4de3250d6447ab43775dea935d09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '77f6590a-489d-4075-8069-c2317d76109e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:46:58Z', 'updated_at': '2021-08-26T13:47:01Z', 'revision_number': 4, 'project_id': 'edb4de3250d6447ab43775dea935d09f', 'gw_port': {'id': '77f6590a-489d-4075-8069-c2317d76109e', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44256c2e-e0a5-46fc-863a-2a534157bb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:58Z', 'updated_at': '2021-08-26T13:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': '1b24e1af-d8f7-4861-a0db-8d235e4b34d2', 'name': '', 'network_id': '172467fc-ddd5-424f-872c-26e3366b8f60', 'tenant_id': 'edb4de3250d6447ab43775dea935d09f', 'mac_address': 'fa:16:3e:9d:e9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44256c2e-e0a5-46fc-863a-2a534157bb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '9c73ae6c-0006-4c3f-b298-d6ed7e71d59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:47:01Z', 'updated_at': '2021-08-26T13:47:01Z', 'revision_number': 2, 'project_id': 'edb4de3250d6447ab43775dea935d09f', 'subnets': [{'id': '9c73ae6c-0006-4c3f-b298-d6ed7e71d59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:47:06.086816 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30098c4-10a7-43f3-8bd2-2f2f4eb16f2f None None] Checking router: 44256c2e-e0a5-46fc-863a-2a534157bb58 for host: dv-cinder-786386-11-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:47:06.087170 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30098c4-10a7-43f3-8bd2-2f2f4eb16f2f None None] Updating router 44256c2e-e0a5-46fc-863a-2a534157bb58 port 1b24e1af-d8f7-4861-a0db-8d235e4b34d2 binding host dv-cinder-786386-11-iscsi {{(pid=94617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 13:47:06.111820 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-f30098c4-10a7-43f3-8bd2-2f2f4eb16f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:06.379069 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-f30098c4-10a7-43f3-8bd2-2f2f4eb16f2f None None] Notify callbacks [] for port, precommit_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:06.389482 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-f30098c4-10a7-43f3-8bd2-2f2f4eb16f2f None None] Transition to ACTIVE for port object 1b24e1af-d8f7-4861-a0db-8d235e4b34d2 will not be triggered until provisioned by entity L2. {{(pid=94617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:47:06.507660 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-f30098c4-10a7-43f3-8bd2-2f2f4eb16f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:06.556098 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a252150-72c1-423e-a4d0-8c2a89c6786f None None] Pushing event updated for resources: {'Port': ['ID=1b24e1af-d8f7-4861-a0db-8d235e4b34d2,revision_number=3']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:06.617158 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-f30098c4-10a7-43f3-8bd2-2f2f4eb16f2f None None] Attempting to bind port 1b24e1af-d8f7-4861-a0db-8d235e4b34d2 on host dv-cinder-786386-11-iscsi for vnic_type normal with profile {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:47:06.617525 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-f30098c4-10a7-43f3-8bd2-2f2f4eb16f2f None None] Attempting to bind port 1b24e1af-d8f7-4861-a0db-8d235e4b34d2 by drivers openvswitch,hyperv on host dv-cinder-786386-11-iscsi at level 0 using segments [{'id': 'c7c7132f-796e-44bf-bbd0-bedc51c362bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '172467fc-ddd5-424f-872c-26e3366b8f60'}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:47:06.617955 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30098c4-10a7-43f3-8bd2-2f2f4eb16f2f None None] Attempting to bind port 1b24e1af-d8f7-4861-a0db-8d235e4b34d2 on network 172467fc-ddd5-424f-872c-26e3366b8f60 {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:47:06.624374 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30098c4-10a7-43f3-8bd2-2f2f4eb16f2f None None] Checking agent: {'id': 'e5d43163-2ed7-4be7-b0e9-dba87db69928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 28, 57), 'started_at': datetime.datetime(2021, 8, 26, 13, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:47:06.624621 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30098c4-10a7-43f3-8bd2-2f2f4eb16f2f None None] Checking segment: {'id': 'c7c7132f-796e-44bf-bbd0-bedc51c362bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '172467fc-ddd5-424f-872c-26e3366b8f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:47:06.625025 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-f30098c4-10a7-43f3-8bd2-2f2f4eb16f2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:06.628304 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30098c4-10a7-43f3-8bd2-2f2f4eb16f2f None None] Bound using segment: {'id': 'c7c7132f-796e-44bf-bbd0-bedc51c362bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '172467fc-ddd5-424f-872c-26e3366b8f60'} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:47:06.628304 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-f30098c4-10a7-43f3-8bd2-2f2f4eb16f2f None None] Bound port: 1b24e1af-d8f7-4861-a0db-8d235e4b34d2, host: dv-cinder-786386-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c7132f-796e-44bf-bbd0-bedc51c362bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '172467fc-ddd5-424f-872c-26e3366b8f60'}}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:47:06.628304 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-f30098c4-10a7-43f3-8bd2-2f2f4eb16f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:06.696870 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-f30098c4-10a7-43f3-8bd2-2f2f4eb16f2f None None] For port 1b24e1af-d8f7-4861-a0db-8d235e4b34d2, host dv-cinder-786386-11-iscsi, cleared binding levels {{(pid=94617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:47:06.700956 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-f30098c4-10a7-43f3-8bd2-2f2f4eb16f2f None None] For port 1b24e1af-d8f7-4861-a0db-8d235e4b34d2, host dv-cinder-786386-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=1b24e1af-d8f7-4861-a0db-8d235e4b34d2,segment=NetworkSegment(c7c7132f-796e-44bf-bbd0-bedc51c362bb),segment_id=c7c7132f-796e-44bf-bbd0-bedc51c362bb)] {{(pid=94617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:47:06.729368 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd2fac-93c8-4142-8146-cf28be528b24 req-587f4592-fafa-40e7-b1d4-f3ac4b8cad0f tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:06.730944 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d6bd2fac-93c8-4142-8146-cf28be528b24 req-587f4592-fafa-40e7-b1d4-f3ac4b8cad0f tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd80fb3f-bc7c-4e9b-870c-b65a648d261e HTTP/1.1" status: 200 len: 946 time: 0.0522783 Aug 26 13:47:06.774293 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d6bd2fac-93c8-4142-8146-cf28be528b24 req-13c4bf09-d4c7-451e-b43d-aa7f4fac94db tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368950 Aug 26 13:47:06.775533 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-f30098c4-10a7-43f3-8bd2-2f2f4eb16f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:06.840204 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a252150-72c1-423e-a4d0-8c2a89c6786f None None] Pushing event updated for resources: {'Port': ['ID=1b24e1af-d8f7-4861-a0db-8d235e4b34d2,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:06.848390 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30098c4-10a7-43f3-8bd2-2f2f4eb16f2f None None] Routers {'44256c2e-e0a5-46fc-863a-2a534157bb58'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:47:06.849010 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-f30098c4-10a7-43f3-8bd2-2f2f4eb16f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:46:57Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['44256c2e-e0a5-46fc-863a-2a534157bb58'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:47:06.969673 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-f30098c4-10a7-43f3-8bd2-2f2f4eb16f2f None None] Set router 44256c2e-e0a5-46fc-863a-2a534157bb58 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:47:07.171336 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-f30098c4-10a7-43f3-8bd2-2f2f4eb16f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44256c2e-e0a5-46fc-863a-2a534157bb58', 'name': 'tempest-TestVolumeBootPattern-836948280-router', 'tenant_id': 'edb4de3250d6447ab43775dea935d09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '77f6590a-489d-4075-8069-c2317d76109e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:46:58Z', 'updated_at': '2021-08-26T13:47:01Z', 'revision_number': 4, 'project_id': 'edb4de3250d6447ab43775dea935d09f', 'gw_port': {'id': '77f6590a-489d-4075-8069-c2317d76109e', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44256c2e-e0a5-46fc-863a-2a534157bb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:58Z', 'updated_at': '2021-08-26T13:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': '1b24e1af-d8f7-4861-a0db-8d235e4b34d2', 'name': '', 'network_id': '172467fc-ddd5-424f-872c-26e3366b8f60', 'tenant_id': 'edb4de3250d6447ab43775dea935d09f', 'mac_address': 'fa:16:3e:9d:e9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44256c2e-e0a5-46fc-863a-2a534157bb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '9c73ae6c-0006-4c3f-b298-d6ed7e71d59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:47:01Z', 'updated_at': '2021-08-26T13:47:06Z', 'revision_number': 4, 'project_id': 'edb4de3250d6447ab43775dea935d09f', 'subnets': [{'id': '9c73ae6c-0006-4c3f-b298-d6ed7e71d59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:47:07.197537 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30098c4-10a7-43f3-8bd2-2f2f4eb16f2f None None] The sync data for ids ['44256c2e-e0a5-46fc-863a-2a534157bb58'] in dv-cinder-786386-11-iscsi is: [{'id': '44256c2e-e0a5-46fc-863a-2a534157bb58', 'name': 'tempest-TestVolumeBootPattern-836948280-router', 'tenant_id': 'edb4de3250d6447ab43775dea935d09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '77f6590a-489d-4075-8069-c2317d76109e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:46:58Z', 'updated_at': '2021-08-26T13:47:01Z', 'revision_number': 4, 'project_id': 'edb4de3250d6447ab43775dea935d09f', 'gw_port': {'id': '77f6590a-489d-4075-8069-c2317d76109e', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44256c2e-e0a5-46fc-863a-2a534157bb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:58Z', 'updated_at': '2021-08-26T13:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': '1b24e1af-d8f7-4861-a0db-8d235e4b34d2', 'name': '', 'network_id': '172467fc-ddd5-424f-872c-26e3366b8f60', 'tenant_id': 'edb4de3250d6447ab43775dea935d09f', 'mac_address': 'fa:16:3e:9d:e9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44256c2e-e0a5-46fc-863a-2a534157bb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '9c73ae6c-0006-4c3f-b298-d6ed7e71d59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:47:01Z', 'updated_at': '2021-08-26T13:47:06Z', 'revision_number': 4, 'project_id': 'edb4de3250d6447ab43775dea935d09f', 'subnets': [{'id': '9c73ae6c-0006-4c3f-b298-d6ed7e71d59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:47:07.392792 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 1b24e1af-d8f7-4861-a0db-8d235e4b34d2 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:47:07.519064 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning for port 1b24e1af-d8f7-4861-a0db-8d235e4b34d2 completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:47:07.523097 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port 1b24e1af-d8f7-4861-a0db-8d235e4b34d2 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:47:07.523467 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:07.608621 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:07.645146 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] For port 1b24e1af-d8f7-4861-a0db-8d235e4b34d2, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=1b24e1af-d8f7-4861-a0db-8d235e4b34d2,segment=NetworkSegment(c7c7132f-796e-44bf-bbd0-bedc51c362bb),segment_id=c7c7132f-796e-44bf-bbd0-bedc51c362bb)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:47:07.736065 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:07.790408 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Pushing event updated for resources: {'Port': ['ID=1b24e1af-d8f7-4861-a0db-8d235e4b34d2,revision_number=5']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:07.892185 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a025d0c-1998-43e1-96bb-930981f1e233 req-003f1ec0-80c2-4679-be82-7c6f576f4686 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:07.893743 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6a025d0c-1998-43e1-96bb-930981f1e233 req-003f1ec0-80c2-4679-be82-7c6f576f4686 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd80fb3f-bc7c-4e9b-870c-b65a648d261e HTTP/1.1" status: 200 len: 946 time: 0.0507627 Aug 26 13:47:07.920048 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device bf16faf2-aedb-428f-9a63-738a55e3d6dd no longer exists at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:47:07.933805 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6a025d0c-1998-43e1-96bb-930981f1e233 req-e9b0e299-37d2-41b7-bf1e-9a9260f97d11 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339808 Aug 26 13:47:07.940661 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] No Port match for: bf16faf2-aedb-428f-9a63-738a55e3d6dd {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:47:07.941018 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device bf16faf2-aedb-428f-9a63-738a55e3d6dd not bound to the agent host hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:47:08.454317 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca07fdf-e22b-4f70-83f3-f35d30cf4eba req-409f7082-1c59-4ee0-ac3f-fb1de444690e tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:08.456224 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-aca07fdf-e22b-4f70-83f3-f35d30cf4eba req-409f7082-1c59-4ee0-ac3f-fb1de444690e tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd80fb3f-bc7c-4e9b-870c-b65a648d261e HTTP/1.1" status: 200 len: 946 time: 0.0500810 Aug 26 13:47:08.548137 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [req-aca07fdf-e22b-4f70-83f3-f35d30cf4eba req-2b287bf6-c61b-4ced-97ee-2b80b4ff17c3 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Deleting port 11ca534c-387d-4b58-bc23-5d6c987658ab {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:47:08.548473 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-aca07fdf-e22b-4f70-83f3-f35d30cf4eba req-2b287bf6-c61b-4ced-97ee-2b80b4ff17c3 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:08.638655 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-aca07fdf-e22b-4f70-83f3-f35d30cf4eba req-2b287bf6-c61b-4ced-97ee-2b80b4ff17c3 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] For port 11ca534c-387d-4b58-bc23-5d6c987658ab, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=11ca534c-387d-4b58-bc23-5d6c987658ab,segment=NetworkSegment(7e635d5e-6c50-41c7-b456-bf61fbd76aa2),segment_id=7e635d5e-6c50-41c7-b456-bf61fbd76aa2)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:47:08.639013 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-aca07fdf-e22b-4f70-83f3-f35d30cf4eba req-2b287bf6-c61b-4ced-97ee-2b80b4ff17c3 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:08.651932 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [req-aca07fdf-e22b-4f70-83f3-f35d30cf4eba req-2b287bf6-c61b-4ced-97ee-2b80b4ff17c3 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Calling delete_port for 11ca534c-387d-4b58-bc23-5d6c987658ab owned by compute:nova {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:47:08.850540 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-aca07fdf-e22b-4f70-83f3-f35d30cf4eba req-2b287bf6-c61b-4ced-97ee-2b80b4ff17c3 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:08.879066 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b287bf6-c61b-4ced-97ee-2b80b4ff17c3 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Pushing event deleted for resources: {'Port': ['ID=11ca534c-387d-4b58-bc23-5d6c987658ab,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:08.889163 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['f7e5e936-31e6-416f-a2a4-1c4b58b3b76d', '8d278e6a-3223-43be-b890-e7043b04fa3a', '11ca534c-387d-4b58-bc23-5d6c987658ab'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:47:08.924977 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca07fdf-e22b-4f70-83f3-f35d30cf4eba req-2b287bf6-c61b-4ced-97ee-2b80b4ff17c3 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] No DVR routers for this DVR port 11ca534c-387d-4b58-bc23-5d6c987658ab on host hv-cinder-78638 {{(pid=94615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 13:47:08.927544 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-aca07fdf-e22b-4f70-83f3-f35d30cf4eba req-2b287bf6-c61b-4ced-97ee-2b80b4ff17c3 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:08.929548 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-aca07fdf-e22b-4f70-83f3-f35d30cf4eba req-2b287bf6-c61b-4ced-97ee-2b80b4ff17c3 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.38 "DELETE /v2.0/ports/11ca534c-387d-4b58-bc23-5d6c987658ab HTTP/1.1" status: 204 len: 173 time: 0.4669101 Aug 26 13:47:08.930062 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd80fb3f-bc7c-4e9b-870c-b65a648d261e', 'name': 'network-vif-deleted', 'tag': '11ca534c-387d-4b58-bc23-5d6c987658ab'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:47:08.932397 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea93b417d78f98f8f49a9646f42316e7837148fdcc5dd11c49486c93967457e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f2512e-27d4-41a7-a3e5-75fb64dde59c" -d '{"events": [{"server_uuid": "cd80fb3f-bc7c-4e9b-870c-b65a648d261e", "name": "network-vif-deleted", "tag": "11ca534c-387d-4b58-bc23-5d6c987658ab"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:47:08.977198 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b732fe4b-0152-4903-baa4-21e8f9a5bdcc x-openstack-request-id: req-b732fe4b-0152-4903-baa4-21e8f9a5bdcc {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:47:08.982273 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd80fb3f-bc7c-4e9b-870c-b65a648d261e", "name": "network-vif-deleted", "tag": "11ca534c-387d-4b58-bc23-5d6c987658ab", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:47:08.982273 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b732fe4b-0152-4903-baa4-21e8f9a5bdcc {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:47:08.982273 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd80fb3f-bc7c-4e9b-870c-b65a648d261e', 'name': 'network-vif-deleted', 'tag': '11ca534c-387d-4b58-bc23-5d6c987658ab', 'status': 'completed', 'code': 200} Aug 26 13:47:09.038566 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-fec66434-b29d-41d6-991d-2522a49f2ff4 req-5fe6b52f-1d8f-4636-837a-1eb965d0823b tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd80fb3f-bc7c-4e9b-870c-b65a648d261e HTTP/1.1" status: 200 len: 210 time: 0.0301905 Aug 26 13:47:09.362187 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 1b24e1af-d8f7-4861-a0db-8d235e4b34d2 up at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:47:09.410684 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Provisioning complete for port 1b24e1af-d8f7-4861-a0db-8d235e4b34d2 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:47:09.411094 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:10.545870 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef1b3e-3d5f-4e81-96d6-4a4d604fe1dd req-5cc4aea6-daea-4df7-a657-f40429f4aa67 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:10.547444 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d4ef1b3e-3d5f-4e81-96d6-4a4d604fe1dd req-5cc4aea6-daea-4df7-a657-f40429f4aa67 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=66dfa408-657c-4e1e-8943-dc31e437c7e2 HTTP/1.1" status: 200 len: 945 time: 0.0514653 Aug 26 13:47:10.587910 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d4ef1b3e-3d5f-4e81-96d6-4a4d604fe1dd req-e6614e8f-823f-49a2-ade6-e4d5e962eb7c tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341465 Aug 26 13:47:11.711751 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ed1b6-d414-43a2-8ea5-9a6b5831e860 req-a6c5a44f-118b-4892-945b-ef22acac9212 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:11.713261 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e92ed1b6-d414-43a2-8ea5-9a6b5831e860 req-a6c5a44f-118b-4892-945b-ef22acac9212 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=66dfa408-657c-4e1e-8943-dc31e437c7e2 HTTP/1.1" status: 200 len: 945 time: 0.0547798 Aug 26 13:47:11.751311 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-e92ed1b6-d414-43a2-8ea5-9a6b5831e860 req-3566fc5b-aa34-472a-9ce2-ea25530e9c63 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318534 Aug 26 13:47:11.955173 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 11ca534c-387d-4b58-bc23-5d6c987658ab no longer exists at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:47:11.976430 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] No Port match for: 11ca534c-387d-4b58-bc23-5d6c987658ab {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:47:11.976774 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 11ca534c-387d-4b58-bc23-5d6c987658ab not bound to the agent host hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:47:12.278454 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649ca8d-84fb-49a5-a9bf-97aff3578cce req-933b90a3-ecc9-4ae7-aea6-9cb77e01e222 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:12.280201 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e649ca8d-84fb-49a5-a9bf-97aff3578cce req-933b90a3-ecc9-4ae7-aea6-9cb77e01e222 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.38 "GET /v2.0/ports?device_id=66dfa408-657c-4e1e-8943-dc31e437c7e2 HTTP/1.1" status: 200 len: 945 time: 0.0499589 Aug 26 13:47:12.375432 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [req-e649ca8d-84fb-49a5-a9bf-97aff3578cce req-91814b20-92b8-4ea8-b682-6703d89b9416 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Deleting port 8d278e6a-3223-43be-b890-e7043b04fa3a {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:47:12.375780 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-e649ca8d-84fb-49a5-a9bf-97aff3578cce req-91814b20-92b8-4ea8-b682-6703d89b9416 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:12.463192 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-e649ca8d-84fb-49a5-a9bf-97aff3578cce req-91814b20-92b8-4ea8-b682-6703d89b9416 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] For port 8d278e6a-3223-43be-b890-e7043b04fa3a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8d278e6a-3223-43be-b890-e7043b04fa3a,segment=NetworkSegment(7e635d5e-6c50-41c7-b456-bf61fbd76aa2),segment_id=7e635d5e-6c50-41c7-b456-bf61fbd76aa2)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:47:12.463474 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-e649ca8d-84fb-49a5-a9bf-97aff3578cce req-91814b20-92b8-4ea8-b682-6703d89b9416 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:12.476638 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [req-e649ca8d-84fb-49a5-a9bf-97aff3578cce req-91814b20-92b8-4ea8-b682-6703d89b9416 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Calling delete_port for 8d278e6a-3223-43be-b890-e7043b04fa3a owned by compute:nova {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:47:12.673850 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-e649ca8d-84fb-49a5-a9bf-97aff3578cce req-91814b20-92b8-4ea8-b682-6703d89b9416 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:12.704270 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91814b20-92b8-4ea8-b682-6703d89b9416 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Pushing event deleted for resources: {'Port': ['ID=8d278e6a-3223-43be-b890-e7043b04fa3a,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:12.713931 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['f7e5e936-31e6-416f-a2a4-1c4b58b3b76d', '8d278e6a-3223-43be-b890-e7043b04fa3a'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:47:12.759727 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [req-e649ca8d-84fb-49a5-a9bf-97aff3578cce req-91814b20-92b8-4ea8-b682-6703d89b9416 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] No DVR routers for this DVR port 8d278e6a-3223-43be-b890-e7043b04fa3a on host hv-cinder-78638 {{(pid=94615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 13:47:12.762823 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-e649ca8d-84fb-49a5-a9bf-97aff3578cce req-91814b20-92b8-4ea8-b682-6703d89b9416 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:12.764927 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e649ca8d-84fb-49a5-a9bf-97aff3578cce req-91814b20-92b8-4ea8-b682-6703d89b9416 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.38 "DELETE /v2.0/ports/8d278e6a-3223-43be-b890-e7043b04fa3a HTTP/1.1" status: 204 len: 173 time: 0.4776633 Aug 26 13:47:12.765396 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66dfa408-657c-4e1e-8943-dc31e437c7e2', 'name': 'network-vif-deleted', 'tag': '8d278e6a-3223-43be-b890-e7043b04fa3a'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:47:12.767824 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea93b417d78f98f8f49a9646f42316e7837148fdcc5dd11c49486c93967457e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8ff7c4-0104-4f05-bfdc-c340b57036ce" -d '{"events": [{"server_uuid": "66dfa408-657c-4e1e-8943-dc31e437c7e2", "name": "network-vif-deleted", "tag": "8d278e6a-3223-43be-b890-e7043b04fa3a"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:47:12.820063 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d37182-f345-41ba-8e36-94da7488e098 x-openstack-request-id: req-39d37182-f345-41ba-8e36-94da7488e098 {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:47:12.820363 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66dfa408-657c-4e1e-8943-dc31e437c7e2", "name": "network-vif-deleted", "tag": "8d278e6a-3223-43be-b890-e7043b04fa3a", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:47:12.820676 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-39d37182-f345-41ba-8e36-94da7488e098 {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:47:12.821200 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66dfa408-657c-4e1e-8943-dc31e437c7e2', 'name': 'network-vif-deleted', 'tag': '8d278e6a-3223-43be-b890-e7043b04fa3a', 'status': 'completed', 'code': 200} Aug 26 13:47:12.862546 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-038837c7-2bcf-4c7f-ab5c-f2370bfedc78 req-f304388c-7e7b-4932-b003-b5b6dbf301a4 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=66dfa408-657c-4e1e-8943-dc31e437c7e2 HTTP/1.1" status: 200 len: 210 time: 0.0282233 Aug 26 13:47:15.584675 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b2e38-25e2-48a1-b654-31a6d94a3bd2 req-8f49c63c-fdf7-4b0a-99d8-3acf1c37526f tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:15.586182 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-926b2e38-25e2-48a1-b654-31a6d94a3bd2 req-8f49c63c-fdf7-4b0a-99d8-3acf1c37526f tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=86083c0c-da35-4555-9e79-22bace104ae4 HTTP/1.1" status: 200 len: 945 time: 0.0492139 Aug 26 13:47:15.625448 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-926b2e38-25e2-48a1-b654-31a6d94a3bd2 req-b2990716-7791-4b40-9c6e-92213416e160 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325525 Aug 26 13:47:15.983388 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 8d278e6a-3223-43be-b890-e7043b04fa3a no longer exists at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:47:16.004010 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] No Port match for: 8d278e6a-3223-43be-b890-e7043b04fa3a {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:47:16.004361 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 8d278e6a-3223-43be-b890-e7043b04fa3a not bound to the agent host hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:47:16.750327 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f05242-1889-430d-a9d7-1bcab4d5a3c7 req-e8cb6804-081a-45d7-b55c-edebe3cc4eb6 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:16.751869 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-58f05242-1889-430d-a9d7-1bcab4d5a3c7 req-e8cb6804-081a-45d7-b55c-edebe3cc4eb6 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=86083c0c-da35-4555-9e79-22bace104ae4 HTTP/1.1" status: 200 len: 945 time: 0.0531187 Aug 26 13:47:16.790449 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-58f05242-1889-430d-a9d7-1bcab4d5a3c7 req-a474c422-db43-4a14-9b28-517f75129d77 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/security-groups?id=55790a66-2b70-47bb-8ea4-53bf356ef1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326562 Aug 26 13:47:17.418853 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef04ed-6f1d-408a-bc9d-17eb54bb7f03 req-65c5f348-4567-4a9e-9670-ed0ce9191774 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:17.420400 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a5ef04ed-6f1d-408a-bc9d-17eb54bb7f03 req-65c5f348-4567-4a9e-9670-ed0ce9191774 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.38 "GET /v2.0/ports?device_id=86083c0c-da35-4555-9e79-22bace104ae4 HTTP/1.1" status: 200 len: 945 time: 0.0568891 Aug 26 13:47:17.510873 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [req-a5ef04ed-6f1d-408a-bc9d-17eb54bb7f03 req-eb938b3b-9857-4d95-8e85-018f0ca26a18 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Deleting port f7e5e936-31e6-416f-a2a4-1c4b58b3b76d {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:47:17.511213 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-a5ef04ed-6f1d-408a-bc9d-17eb54bb7f03 req-eb938b3b-9857-4d95-8e85-018f0ca26a18 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:17.601349 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-a5ef04ed-6f1d-408a-bc9d-17eb54bb7f03 req-eb938b3b-9857-4d95-8e85-018f0ca26a18 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] For port f7e5e936-31e6-416f-a2a4-1c4b58b3b76d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f7e5e936-31e6-416f-a2a4-1c4b58b3b76d,segment=NetworkSegment(7e635d5e-6c50-41c7-b456-bf61fbd76aa2),segment_id=7e635d5e-6c50-41c7-b456-bf61fbd76aa2)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:47:17.601741 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-a5ef04ed-6f1d-408a-bc9d-17eb54bb7f03 req-eb938b3b-9857-4d95-8e85-018f0ca26a18 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:17.614244 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [req-a5ef04ed-6f1d-408a-bc9d-17eb54bb7f03 req-eb938b3b-9857-4d95-8e85-018f0ca26a18 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Calling delete_port for f7e5e936-31e6-416f-a2a4-1c4b58b3b76d owned by compute:nova {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:47:17.849471 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-a5ef04ed-6f1d-408a-bc9d-17eb54bb7f03 req-eb938b3b-9857-4d95-8e85-018f0ca26a18 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:17.879080 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb938b3b-9857-4d95-8e85-018f0ca26a18 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Pushing event deleted for resources: {'Port': ['ID=f7e5e936-31e6-416f-a2a4-1c4b58b3b76d,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:17.895506 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['f7e5e936-31e6-416f-a2a4-1c4b58b3b76d'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:47:17.899854 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a549d96d-ad09-43ce-95d4-68313240868c req-ef0c9c1b-9fc8-4749-8aab-45f75d0dc0d5 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.35 "GET /v2.0/ports?device_id=86083c0c-da35-4555-9e79-22bace104ae4 HTTP/1.1" status: 200 len: 210 time: 0.0349870 Aug 26 13:47:17.922774 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ef04ed-6f1d-408a-bc9d-17eb54bb7f03 req-eb938b3b-9857-4d95-8e85-018f0ca26a18 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] No DVR routers for this DVR port f7e5e936-31e6-416f-a2a4-1c4b58b3b76d on host hv-cinder-78638 {{(pid=94615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 13:47:17.925386 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-a5ef04ed-6f1d-408a-bc9d-17eb54bb7f03 req-eb938b3b-9857-4d95-8e85-018f0ca26a18 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:17.927696 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a5ef04ed-6f1d-408a-bc9d-17eb54bb7f03 req-eb938b3b-9857-4d95-8e85-018f0ca26a18 tempest-AttachVolumeNegativeTest-1273584131 tempest-AttachVolumeNegativeTest-1273584131-project] 10.222.0.38 "DELETE /v2.0/ports/f7e5e936-31e6-416f-a2a4-1c4b58b3b76d HTTP/1.1" status: 204 len: 173 time: 0.5002890 Aug 26 13:47:17.928167 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86083c0c-da35-4555-9e79-22bace104ae4', 'name': 'network-vif-deleted', 'tag': 'f7e5e936-31e6-416f-a2a4-1c4b58b3b76d'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:47:17.931621 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea93b417d78f98f8f49a9646f42316e7837148fdcc5dd11c49486c93967457e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e29e7dc-d422-48cb-8750-a09d6dd3388f" -d '{"events": [{"server_uuid": "86083c0c-da35-4555-9e79-22bace104ae4", "name": "network-vif-deleted", "tag": "f7e5e936-31e6-416f-a2a4-1c4b58b3b76d"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:47:17.969118 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1aaff9-0016-4026-8b93-6d9b77fda630 x-openstack-request-id: req-9f1aaff9-0016-4026-8b93-6d9b77fda630 {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:47:17.969406 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86083c0c-da35-4555-9e79-22bace104ae4", "name": "network-vif-deleted", "tag": "f7e5e936-31e6-416f-a2a4-1c4b58b3b76d", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:47:17.969664 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9f1aaff9-0016-4026-8b93-6d9b77fda630 {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:47:17.970103 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86083c0c-da35-4555-9e79-22bace104ae4', 'name': 'network-vif-deleted', 'tag': 'f7e5e936-31e6-416f-a2a4-1c4b58b3b76d', 'status': 'completed', 'code': 200} Aug 26 13:47:18.956525 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 36876) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:47:19.002542 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_v2 [None req-8da8592b-f53a-403f-92b6-67421d8f6564 admin admin] Deleting subnet 90af5ce6-9610-4682-9ee6-124de69708b6 {{(pid=94614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 13:47:19.005857 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-8da8592b-f53a-403f-92b6-67421d8f6564 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:19.040566 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-8da8592b-f53a-403f-92b6-67421d8f6564 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3147581'] for subnet, precommit_delete_associations {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:19.081141 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-8da8592b-f53a-403f-92b6-67421d8f6564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541549'] for subnet, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:19.188627 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-8da8592b-f53a-403f-92b6-67421d8f6564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8625026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10165663'] for subnet, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:19.217179 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-8da8592b-f53a-403f-92b6-67421d8f6564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for subnet, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:19.219484 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-8da8592b-f53a-403f-92b6-67421d8f6564 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/90af5ce6-9610-4682-9ee6-124de69708b6 HTTP/1.1" status: 204 len: 168 time: 0.2617006 Aug 26 13:47:19.220189 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8592b-f53a-403f-92b6-67421d8f6564 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90af5ce6-9610-4682-9ee6-124de69708b6,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:19.221789 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 36880) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:47:19.287916 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-80b1469b-35d6-46d1-9dee-51d9708af149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1476925'] for network, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:19.365801 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-80b1469b-35d6-46d1-9dee-51d9708af149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-539478', 'neutron.services.segments.db._delete_segments_for_network-8790400307694'] for network, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:19.377415 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.services.segments.db [None req-80b1469b-35d6-46d1-9dee-51d9708af149 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['801f6951-36f4-49ce-9154-41081b4e840c']}} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:47:19.388158 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.services.segments.db [None req-80b1469b-35d6-46d1-9dee-51d9708af149 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e635d5e-6c50-41c7-b456-bf61fbd76aa2') {'for_net_delete': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:47:19.388449 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.services.segments.db [None req-80b1469b-35d6-46d1-9dee-51d9708af149 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e635d5e-6c50-41c7-b456-bf61fbd76aa2') {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:47:19.397005 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-80b1469b-35d6-46d1-9dee-51d9708af149 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790400307577', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3147554'] for segment, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:19.411124 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-80b1469b-35d6-46d1-9dee-51d9708af149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388'] for segment, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:19.417086 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b1469b-35d6-46d1-9dee-51d9708af149 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=94614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 13:47:19.419554 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-80b1469b-35d6-46d1-9dee-51d9708af149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8625124'] for segment, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:19.421256 dv-cinder-786386-11-iscsi neutron-server[94614]: Traceback (most recent call last): Aug 26 13:47:19.421256 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 13:47:19.421256 dv-cinder-786386-11-iscsi neutron-server[94614]: timer() Aug 26 13:47:19.421256 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 13:47:19.421256 dv-cinder-786386-11-iscsi neutron-server[94614]: cb(*args, **kw) Aug 26 13:47:19.421256 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 13:47:19.421256 dv-cinder-786386-11-iscsi neutron-server[94614]: return func(*args, **kwargs) Aug 26 13:47:19.421256 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 13:47:19.421256 dv-cinder-786386-11-iscsi neutron-server[94614]: self._notify() Aug 26 13:47:19.421256 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 13:47:19.421256 dv-cinder-786386-11-iscsi neutron-server[94614]: self.callback(batched_events) Aug 26 13:47:19.421256 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 13:47:19.421256 dv-cinder-786386-11-iscsi neutron-server[94614]: event.method(event) Aug 26 13:47:19.421256 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 13:47:19.421256 dv-cinder-786386-11-iscsi neutron-server[94614]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 13:47:19.421256 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 13:47:19.421256 dv-cinder-786386-11-iscsi neutron-server[94614]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 13:47:19.421256 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 13:47:19.421256 dv-cinder-786386-11-iscsi neutron-server[94614]: return f(self, *a, **k) Aug 26 13:47:19.421256 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 13:47:19.421256 dv-cinder-786386-11-iscsi neutron-server[94614]: return self._get(url).json() Aug 26 13:47:19.421256 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 13:47:19.421256 dv-cinder-786386-11-iscsi neutron-server[94614]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 13:47:19.421256 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 13:47:19.421256 dv-cinder-786386-11-iscsi neutron-server[94614]: return self.request(url, 'GET', **kwargs) Aug 26 13:47:19.421256 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 13:47:19.421256 dv-cinder-786386-11-iscsi neutron-server[94614]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 13:47:19.421256 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 13:47:19.421256 dv-cinder-786386-11-iscsi neutron-server[94614]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 13:47:19.421256 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 13:47:19.421256 dv-cinder-786386-11-iscsi neutron-server[94614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 13:47:19.421256 dv-cinder-786386-11-iscsi neutron-server[94614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 13:47:19.540081 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-80b1469b-35d6-46d1-9dee-51d9708af149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-539439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430499'] for network, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:19.545312 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-80b1469b-35d6-46d1-9dee-51d9708af149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for network, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:19.547244 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-80b1469b-35d6-46d1-9dee-51d9708af149 admin admin] 10.222.0.35 "DELETE /v2.0/networks/801f6951-36f4-49ce-9154-41081b4e840c HTTP/1.1" status: 204 len: 168 time: 0.3245659 Aug 26 13:47:19.817795 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1469b-35d6-46d1-9dee-51d9708af149 admin admin] Pushing event deleted for resources: {'Network': ['ID=801f6951-36f4-49ce-9154-41081b4e840c,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:19.925687 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 36884) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:47:19.965552 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-5a656fd8-9360-44d3-84f0-b351ddf46e7b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=499165fead6a4c90a91fe80e4848ab7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381632 Aug 26 13:47:19.968042 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 36886) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:47:20.017848 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c4c95098-7095-4688-87aa-6c4b69b2c446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:20.039390 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c4c95098-7095-4688-87aa-6c4b69b2c446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:20.130659 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c4c95098-7095-4688-87aa-6c4b69b2c446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:20.133529 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c4c95098-7095-4688-87aa-6c4b69b2c446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:20.137141 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-c4c95098-7095-4688-87aa-6c4b69b2c446 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/55790a66-2b70-47bb-8ea4-53bf356ef1d5 HTTP/1.1" status: 204 len: 168 time: 0.1658931 Aug 26 13:47:20.144222 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c95098-7095-4688-87aa-6c4b69b2c446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55790a66-2b70-47bb-8ea4-53bf356ef1d5,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:21.997575 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device f7e5e936-31e6-416f-a2a4-1c4b58b3b76d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:47:22.018269 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] No Port match for: f7e5e936-31e6-416f-a2a4-1c4b58b3b76d {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:47:22.018627 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device f7e5e936-31e6-416f-a2a4-1c4b58b3b76d not bound to the agent host hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:47:23.482456 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-a6b9bddb-2b65-4b72-b5f6-47e0de0320b1 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1028042801&fields=id&tenant_id=4b400b2d709b4b61a7b69b9efc0185b5 HTTP/1.1" status: 200 len: 267 time: 0.0351887 Aug 26 13:47:23.588453 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-90e95c07-9850-4f98-a950-547a81b7e3a1 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:23.589940 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-90e95c07-9850-4f98-a950-547a81b7e3a1 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/networks?id=b435baf6-4426-4781-b724-99ca30ca88f7 HTTP/1.1" status: 200 len: 812 time: 0.1007555 Aug 26 13:47:23.605256 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-f4d302fd-2b2c-4398-9b9a-733b32c8d31c tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/quotas/4b400b2d709b4b61a7b69b9efc0185b5 HTTP/1.1" status: 200 len: 375 time: 0.0093563 Aug 26 13:47:23.661898 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-27625592-2287-4153-9093-a6bae47c2182 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b400b2d709b4b61a7b69b9efc0185b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502179 Aug 26 13:47:23.755974 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-769b0494-f2e8-4ca6-8d56-3e3038d955df service neutron] 10.222.0.35 "GET /v2.0/networks/b435baf6-4426-4781-b724-99ca30ca88f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821006 Aug 26 13:47:23.848128 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-d1d9d381-3b14-49f5-8904-7e5144759cd4 service neutron] 10.222.0.35 "GET /v2.0/networks/b435baf6-4426-4781-b724-99ca30ca88f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859678 Aug 26 13:47:24.118742 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c02ee6ac-e4d7-4ea4-ad70-5595fb05c137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:24.378464 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-13bb8259-6fe4-40a1-8411-8b7a7b9ec1b0 req-9849f9aa-b30e-410b-a4ee-6379449a01bf tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e1e1bcb-04a2-497e-8990-803f89cc88fa HTTP/1.1" status: 200 len: 210 time: 0.0273838 Aug 26 13:47:25.076747 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 36982) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:47:25.182464 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-672ebef8-0774-4a86-85eb-a25a0a98df0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:25.270926 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-672ebef8-0774-4a86-85eb-a25a0a98df0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:25.341204 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-672ebef8-0774-4a86-85eb-a25a0a98df0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:25.379776 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-672ebef8-0774-4a86-85eb-a25a0a98df0f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7b5d97e178124eba870fee76e458754c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3019035 Aug 26 13:47:25.380621 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ebef8-0774-4a86-85eb-a25a0a98df0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ad64b9-e5a4-4433-ba90-5e4c0a368171,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:25.382724 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 36986) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:47:25.438469 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-1f7c9fac-e4b9-4e82-b2e2-1dd7432c0ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:25.483425 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-dc11363e-f5a1-4e4d-a684-440a4ebc42b8 req-361db2f0-e524-4381-be99-dccfa865aa7a tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e1e1bcb-04a2-497e-8990-803f89cc88fa HTTP/1.1" status: 200 len: 210 time: 0.0351779 Aug 26 13:47:25.485359 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-1f7c9fac-e4b9-4e82-b2e2-1dd7432c0ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:25.633405 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-1f7c9fac-e4b9-4e82-b2e2-1dd7432c0ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:25.636164 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-1f7c9fac-e4b9-4e82-b2e2-1dd7432c0ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:25.637366 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-1f7c9fac-e4b9-4e82-b2e2-1dd7432c0ae8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a0ad64b9-e5a4-4433-ba90-5e4c0a368171 HTTP/1.1" status: 204 len: 168 time: 0.2535560 Aug 26 13:47:25.645050 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c9fac-e4b9-4e82-b2e2-1dd7432c0ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ad64b9-e5a4-4433-ba90-5e4c0a368171,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:25.652319 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7c9fac-e4b9-4e82-b2e2-1dd7432c0ae8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:47:25.652667 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7c9fac-e4b9-4e82-b2e2-1dd7432c0ae8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:47:25.653051 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7c9fac-e4b9-4e82-b2e2-1dd7432c0ae8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:47:25.653385 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7c9fac-e4b9-4e82-b2e2-1dd7432c0ae8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:47:25.653750 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7c9fac-e4b9-4e82-b2e2-1dd7432c0ae8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:47:25.654063 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7c9fac-e4b9-4e82-b2e2-1dd7432c0ae8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:47:25.654389 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7c9fac-e4b9-4e82-b2e2-1dd7432c0ae8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:47:25.654976 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7c9fac-e4b9-4e82-b2e2-1dd7432c0ae8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:47:25.655293 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7c9fac-e4b9-4e82-b2e2-1dd7432c0ae8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:47:25.655610 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7c9fac-e4b9-4e82-b2e2-1dd7432c0ae8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:47:25.655931 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7c9fac-e4b9-4e82-b2e2-1dd7432c0ae8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:47:25.656246 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7c9fac-e4b9-4e82-b2e2-1dd7432c0ae8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:47:26.516651 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-5189350c-4024-4f85-aec4-67d25bf8b9bc tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:26.518362 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-5189350c-4024-4f85-aec4-67d25bf8b9bc tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.38 "GET /v2.0/networks?id=b435baf6-4426-4781-b724-99ca30ca88f7 HTTP/1.1" status: 200 len: 812 time: 0.1047082 Aug 26 13:47:26.578151 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-01b27fd1-a16b-46eb-8b08-5a154561ba2e tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b400b2d709b4b61a7b69b9efc0185b5 HTTP/1.1" status: 200 len: 380 time: 0.0456378 Aug 26 13:47:26.591538 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-bcc8b665-cebe-4637-8a77-3a4dc6d73e39 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Request body: {'port': {'device_id': '7e1e1bcb-04a2-497e-8990-803f89cc88fa', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'admin_state_up': True, 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'security_groups': ['8165d2e0-1746-4478-952c-299a2b010acb']}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:47:26.595990 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ef1c8201-6b11-41e7-a525-6ad84c38f63d req-6f2f572b-3e35-47a3-90cd-9aeaf4be5d4c tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e1e1bcb-04a2-497e-8990-803f89cc88fa HTTP/1.1" status: 200 len: 210 time: 0.0425744 Aug 26 13:47:26.798820 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-bcc8b665-cebe-4637-8a77-3a4dc6d73e39 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Made reservation on behalf of 4b400b2d709b4b61a7b69b9efc0185b5 for: {'port': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:47:26.802748 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-bcc8b665-cebe-4637-8a77-3a4dc6d73e39 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:26.855917 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-98ece3f4-4638-455b-8ae2-0302cbbb47f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:26.929903 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-bcc8b665-cebe-4637-8a77-3a4dc6d73e39 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Allocated IP 172.20.0.9 (b435baf6-4426-4781-b724-99ca30ca88f7/3ab1cd8e-4b0e-400f-95c9-a7548472d8c9/d971647c-5f8d-49e7-ac81-c26abaae9e19) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:47:27.072044 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-bcc8b665-cebe-4637-8a77-3a4dc6d73e39 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:27.088405 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.provisioning_blocks [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-bcc8b665-cebe-4637-8a77-3a4dc6d73e39 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Transition to ACTIVE for port object d971647c-5f8d-49e7-ac81-c26abaae9e19 will not be triggered until provisioned by entity DHCP. {{(pid=94615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:47:27.188208 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-bcc8b665-cebe-4637-8a77-3a4dc6d73e39 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:27.232917 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-bcc8b665-cebe-4637-8a77-3a4dc6d73e39 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Network b435baf6-4426-4781-b724-99ca30ca88f7 is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:47:27.235983 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-bcc8b665-cebe-4637-8a77-3a4dc6d73e39 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:47:27.243422 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-bcc8b665-cebe-4637-8a77-3a4dc6d73e39 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:47:27.246204 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8b665-cebe-4637-8a77-3a4dc6d73e39 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Pushing event updated for resources: {'Port': ['ID=d971647c-5f8d-49e7-ac81-c26abaae9e19,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:27.305883 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-bcc8b665-cebe-4637-8a77-3a4dc6d73e39 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:27.306597 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-bcc8b665-cebe-4637-8a77-3a4dc6d73e39 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:27.399609 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-bcc8b665-cebe-4637-8a77-3a4dc6d73e39 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8151445 Aug 26 13:47:27.420582 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-d4782966-f4e7-424d-b8b7-65853ce56d4c service neutron] Request body: {'port': {'device_id': '7e1e1bcb-04a2-497e-8990-803f89cc88fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:47:27.474949 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-d4782966-f4e7-424d-b8b7-65853ce56d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:27.524355 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:27.552815 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-f968e324-c7ad-41d1-9a29-5f33dcc934ee None None] Provisioning for port d971647c-5f8d-49e7-ac81-c26abaae9e19 completed by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:47:27.557023 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-f968e324-c7ad-41d1-9a29-5f33dcc934ee None None] Provisioning complete for port d971647c-5f8d-49e7-ac81-c26abaae9e19 triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:47:27.557633 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-f968e324-c7ad-41d1-9a29-5f33dcc934ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:27.597068 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-f968e324-c7ad-41d1-9a29-5f33dcc934ee None None] Port d971647c-5f8d-49e7-ac81-c26abaae9e19 cannot update to ACTIVE because it is not bound. {{(pid=94616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 13:47:27.729970 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8055f1-ad62-45fd-9730-ce3f19bbf644 req-39b7cef0-76d7-4bf6-b321-5259940d37b3 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:27.732661 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8f8055f1-ad62-45fd-9730-ce3f19bbf644 req-39b7cef0-76d7-4bf6-b321-5259940d37b3 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e1e1bcb-04a2-497e-8990-803f89cc88fa HTTP/1.1" status: 200 len: 931 time: 0.0548372 Aug 26 13:47:27.760504 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-d4782966-f4e7-424d-b8b7-65853ce56d4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d971647c-5f8d-49e7-ac81-c26abaae9e19 {{(pid=94615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:47:27.772068 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-d4782966-f4e7-424d-b8b7-65853ce56d4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:27.783208 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8f8055f1-ad62-45fd-9730-ce3f19bbf644 req-0b0be745-1f4c-4ce1-a2a1-7b92c0e32f50 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419614 Aug 26 13:47:27.786898 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.provisioning_blocks [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-d4782966-f4e7-424d-b8b7-65853ce56d4c service neutron] Transition to ACTIVE for port object d971647c-5f8d-49e7-ac81-c26abaae9e19 will not be triggered until provisioned by entity L2. {{(pid=94615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:47:27.928896 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-d4782966-f4e7-424d-b8b7-65853ce56d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764776'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:27.979971 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4782966-f4e7-424d-b8b7-65853ce56d4c service neutron] Pushing event updated for resources: {'Port': ['ID=d971647c-5f8d-49e7-ac81-c26abaae9e19,revision_number=2']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:28.005218 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4782966-f4e7-424d-b8b7-65853ce56d4c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:47:28.005565 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4782966-f4e7-424d-b8b7-65853ce56d4c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:47:28.006139 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4782966-f4e7-424d-b8b7-65853ce56d4c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:47:28.006483 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4782966-f4e7-424d-b8b7-65853ce56d4c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:47:28.006820 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4782966-f4e7-424d-b8b7-65853ce56d4c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:47:28.007158 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4782966-f4e7-424d-b8b7-65853ce56d4c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:47:28.007487 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4782966-f4e7-424d-b8b7-65853ce56d4c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:47:28.007995 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4782966-f4e7-424d-b8b7-65853ce56d4c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:47:28.008611 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4782966-f4e7-424d-b8b7-65853ce56d4c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:47:28.008933 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4782966-f4e7-424d-b8b7-65853ce56d4c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:47:28.009434 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4782966-f4e7-424d-b8b7-65853ce56d4c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:47:28.009790 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4782966-f4e7-424d-b8b7-65853ce56d4c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:47:28.064387 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-d4782966-f4e7-424d-b8b7-65853ce56d4c service neutron] Attempting to bind port d971647c-5f8d-49e7-ac81-c26abaae9e19 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:47:28.064820 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-d4782966-f4e7-424d-b8b7-65853ce56d4c service neutron] Attempting to bind port d971647c-5f8d-49e7-ac81-c26abaae9e19 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '5c48b6e8-f3c1-4830-8915-5574d60d257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7'}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:47:28.070470 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-d4782966-f4e7-424d-b8b7-65853ce56d4c service neutron] Attempting to bind port d971647c-5f8d-49e7-ac81-c26abaae9e19 on network b435baf6-4426-4781-b724-99ca30ca88f7 {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:47:28.070470 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-d4782966-f4e7-424d-b8b7-65853ce56d4c service neutron] Port d971647c-5f8d-49e7-ac81-c26abaae9e19 on network b435baf6-4426-4781-b724-99ca30ca88f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 13:47:28.070470 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-d4782966-f4e7-424d-b8b7-65853ce56d4c service neutron] Attempting to bind port d971647c-5f8d-49e7-ac81-c26abaae9e19 on network b435baf6-4426-4781-b724-99ca30ca88f7 {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:47:28.075840 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-d4782966-f4e7-424d-b8b7-65853ce56d4c service neutron] Checking agent: {'id': 'ecd4b6ee-6295-46a8-8c11-8af9b25961a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'started_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:47:28.076099 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-d4782966-f4e7-424d-b8b7-65853ce56d4c service neutron] Checking segment: {'id': '5c48b6e8-f3c1-4830-8915-5574d60d257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:47:28.076514 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-d4782966-f4e7-424d-b8b7-65853ce56d4c service neutron] Bound using segment: {'id': '5c48b6e8-f3c1-4830-8915-5574d60d257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7'} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:47:28.076968 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-d4782966-f4e7-424d-b8b7-65853ce56d4c service neutron] Bound port: d971647c-5f8d-49e7-ac81-c26abaae9e19, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c48b6e8-f3c1-4830-8915-5574d60d257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7'}}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:47:28.077332 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-d4782966-f4e7-424d-b8b7-65853ce56d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:28.107498 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:28.162440 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-d4782966-f4e7-424d-b8b7-65853ce56d4c service neutron] For port d971647c-5f8d-49e7-ac81-c26abaae9e19, host hv-cinder-78638, cleared binding levels {{(pid=94615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:47:28.165776 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-d4782966-f4e7-424d-b8b7-65853ce56d4c service neutron] For port d971647c-5f8d-49e7-ac81-c26abaae9e19, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d971647c-5f8d-49e7-ac81-c26abaae9e19,segment=NetworkSegment(5c48b6e8-f3c1-4830-8915-5574d60d257f),segment_id=5c48b6e8-f3c1-4830-8915-5574d60d257f)] {{(pid=94615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:47:28.253497 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-d4782966-f4e7-424d-b8b7-65853ce56d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764776'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:28.288176 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-d4782966-f4e7-424d-b8b7-65853ce56d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:28.288176 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-d4782966-f4e7-424d-b8b7-65853ce56d4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:28.289403 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-d4782966-f4e7-424d-b8b7-65853ce56d4c service neutron] 10.222.0.38 "PUT /v2.0/ports/d971647c-5f8d-49e7-ac81-c26abaae9e19 HTTP/1.1" status: 200 len: 1093 time: 0.8748648 Aug 26 13:47:28.291670 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1e1bcb-04a2-497e-8990-803f89cc88fa', 'tag': 'd971647c-5f8d-49e7-ac81-c26abaae9e19'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:47:28.294069 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea93b417d78f98f8f49a9646f42316e7837148fdcc5dd11c49486c93967457e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142d0fec-eae6-4046-8866-4b5dffbf83a2" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1e1bcb-04a2-497e-8990-803f89cc88fa", "tag": "d971647c-5f8d-49e7-ac81-c26abaae9e19"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:47:28.322005 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4782966-f4e7-424d-b8b7-65853ce56d4c service neutron] Pushing event updated for resources: {'Port': ['ID=d971647c-5f8d-49e7-ac81-c26abaae9e19,revision_number=3']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:28.333660 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 13:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2db854b-ab5a-4404-b455-05878f81056e x-openstack-request-id: req-e2db854b-ab5a-4404-b455-05878f81056e {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:47:28.334057 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1e1bcb-04a2-497e-8990-803f89cc88fa", "tag": "d971647c-5f8d-49e7-ac81-c26abaae9e19", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:47:28.334312 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e2db854b-ab5a-4404-b455-05878f81056e {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:47:28.334799 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1e1bcb-04a2-497e-8990-803f89cc88fa', 'tag': 'd971647c-5f8d-49e7-ac81-c26abaae9e19', 'status': 'completed', 'code': 200} Aug 26 13:47:28.423436 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d0fec-eae6-4046-8866-4b5dffbf83a2 req-4563e2a5-2d02-4839-9fa3-c5c1424f0ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:28.425020 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-142d0fec-eae6-4046-8866-4b5dffbf83a2 req-4563e2a5-2d02-4839-9fa3-c5c1424f0ccb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4b400b2d709b4b61a7b69b9efc0185b5&device_id=7e1e1bcb-04a2-497e-8990-803f89cc88fa HTTP/1.1" status: 200 len: 1096 time: 0.0443790 Aug 26 13:47:28.540350 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d0fec-eae6-4046-8866-4b5dffbf83a2 req-0f826d8d-1760-4ee0-83b7-1db89a88c1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:28.546433 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-142d0fec-eae6-4046-8866-4b5dffbf83a2 req-0f826d8d-1760-4ee0-83b7-1db89a88c1ee service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=4b400b2d709b4b61a7b69b9efc0185b5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1009424 Aug 26 13:47:28.637391 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d0fec-eae6-4046-8866-4b5dffbf83a2 req-0bfa1c32-fffc-4c58-883e-a9418e15dba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:28.638897 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-142d0fec-eae6-4046-8866-4b5dffbf83a2 req-0bfa1c32-fffc-4c58-883e-a9418e15dba0 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901320 Aug 26 13:47:28.651776 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 37064) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:47:28.707186 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:28.737863 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-135f3ff4-94fe-49e5-b588-c141d3760968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:28.739391 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-135f3ff4-94fe-49e5-b588-c141d3760968 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4b400b2d709b4b61a7b69b9efc0185b5&device_id=7e1e1bcb-04a2-497e-8990-803f89cc88fa HTTP/1.1" status: 200 len: 1096 time: 0.0421078 Aug 26 13:47:28.764760 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5446496f-07c6-48f3-aa19-f92c005fbe42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:28.804299 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-220a4dfd-72be-403c-b188-1534627e24f6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d971647c-5f8d-49e7-ac81-c26abaae9e19 HTTP/1.1" status: 200 len: 217 time: 0.0463228 Aug 26 13:47:28.877276 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-5246d997-9126-4804-814a-b28c100e27df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:28.878830 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-5246d997-9126-4804-814a-b28c100e27df service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3ab1cd8e-4b0e-400f-95c9-a7548472d8c9 HTTP/1.1" status: 200 len: 851 time: 0.0663111 Aug 26 13:47:28.904022 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0936a6-46c0-48d8-aa26-9190f9fa21b5 req-a2bd4740-46df-467c-af5a-0dfde09041b6 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:28.905864 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4a0936a6-46c0-48d8-aa26-9190f9fa21b5 req-a2bd4740-46df-467c-af5a-0dfde09041b6 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e1e1bcb-04a2-497e-8990-803f89cc88fa HTTP/1.1" status: 200 len: 943 time: 0.0510244 Aug 26 13:47:28.946323 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4a0936a6-46c0-48d8-aa26-9190f9fa21b5 req-7ead787c-898b-451c-8aa5-666283d868a7 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344892 Aug 26 13:47:28.967232 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-0f28b382-2d1a-4865-90ac-6ab69a8c1dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:28.968731 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-0f28b382-2d1a-4865-90ac-6ab69a8c1dcd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b435baf6-4426-4781-b724-99ca30ca88f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0808899 Aug 26 13:47:28.970547 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5446496f-07c6-48f3-aa19-f92c005fbe42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:29.063616 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-7871a5fb-cd53-48f3-bbed-52053a5e5c6f service neutron] 10.222.0.38 "GET /v2.0/networks/b435baf6-4426-4781-b724-99ca30ca88f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879278 Aug 26 13:47:29.086774 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5446496f-07c6-48f3-aa19-f92c005fbe42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:29.171225 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-5446496f-07c6-48f3-aa19-f92c005fbe42 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aceadc5e2a4a425cbb938eda64caefa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5177577 Aug 26 13:47:29.174044 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 37070) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:47:29.180538 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446496f-07c6-48f3-aa19-f92c005fbe42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec9bfde-1ddd-44d1-a979-931de78e45f0,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:29.205683 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a25beba5-65fe-4fa6-9745-6859874196a7 req-cfa67a84-1d0f-4ee1-bef3-221005ca5398 service neutron] 10.222.0.38 "GET /v2.0/networks/b435baf6-4426-4781-b724-99ca30ca88f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275508 Aug 26 13:47:29.227869 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-14ba32f1-18bd-4ed4-bfdd-36f4cf2de333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:29.252085 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-14ba32f1-18bd-4ed4-bfdd-36f4cf2de333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:29.393001 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-14ba32f1-18bd-4ed4-bfdd-36f4cf2de333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:29.395640 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-14ba32f1-18bd-4ed4-bfdd-36f4cf2de333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:29.396803 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-14ba32f1-18bd-4ed4-bfdd-36f4cf2de333 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cec9bfde-1ddd-44d1-a979-931de78e45f0 HTTP/1.1" status: 204 len: 168 time: 0.2216139 Aug 26 13:47:29.404992 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba32f1-18bd-4ed4-bfdd-36f4cf2de333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec9bfde-1ddd-44d1-a979-931de78e45f0,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:30.012497 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 37078) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:47:30.026700 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-3a381297-db45-472f-8a7c-98536bfa0de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:30.064505 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d067388-c433-4412-b252-3986b284d597 req-dfce3fab-bcd1-453e-8476-854388dd9bcb tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:30.066327 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0d067388-c433-4412-b252-3986b284d597 req-dfce3fab-bcd1-453e-8476-854388dd9bcb tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e1e1bcb-04a2-497e-8990-803f89cc88fa HTTP/1.1" status: 200 len: 943 time: 0.0504420 Aug 26 13:47:30.106862 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0d067388-c433-4412-b252-3986b284d597 req-b89e76e4-39bc-4d0a-9541-f83b8c9f99ba tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344145 Aug 26 13:47:30.117827 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-3a381297-db45-472f-8a7c-98536bfa0de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:30.204305 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-3a381297-db45-472f-8a7c-98536bfa0de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:30.243967 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-3a381297-db45-472f-8a7c-98536bfa0de1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9898f2e1e39d45bd8125a1213f23cc73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303648 Aug 26 13:47:30.244909 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a381297-db45-472f-8a7c-98536bfa0de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ad6f09-0c03-45c4-86e6-dc221ba0db1e,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:30.247295 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 37080) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:47:30.296625 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-4fe77496-f30c-40d1-9b55-e1f02495c3c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:30.318036 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-4fe77496-f30c-40d1-9b55-e1f02495c3c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:30.403050 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:30.431433 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-4fe77496-f30c-40d1-9b55-e1f02495c3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:30.434701 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-4fe77496-f30c-40d1-9b55-e1f02495c3c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:30.435877 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-4fe77496-f30c-40d1-9b55-e1f02495c3c4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b0ad6f09-0c03-45c4-86e6-dc221ba0db1e HTTP/1.1" status: 204 len: 168 time: 0.1875019 Aug 26 13:47:30.444112 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe77496-f30c-40d1-9b55-e1f02495c3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ad6f09-0c03-45c4-86e6-dc221ba0db1e,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:31.228572 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4d325-eb65-445d-a281-9d7bba217473 req-26037160-63c7-45ae-8683-ee525616e490 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:31.230188 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-87d4d325-eb65-445d-a281-9d7bba217473 req-26037160-63c7-45ae-8683-ee525616e490 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e1e1bcb-04a2-497e-8990-803f89cc88fa HTTP/1.1" status: 200 len: 943 time: 0.0535784 Aug 26 13:47:31.270372 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-87d4d325-eb65-445d-a281-9d7bba217473 req-93b8f6ff-03d6-45df-88ca-13373f8b9ac4 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323994 Aug 26 13:47:32.093320 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 37116) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:47:32.206032 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2650d405-8586-4f2c-88bf-c912e6917400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:32.292371 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2650d405-8586-4f2c-88bf-c912e6917400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:32.384808 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae553d85-2c55-4bad-94d4-7961cfdf7e0d req-4dfb1bd2-1d19-4004-954d-4944ff8cf8d9 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:32.386372 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ae553d85-2c55-4bad-94d4-7961cfdf7e0d req-4dfb1bd2-1d19-4004-954d-4944ff8cf8d9 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e1e1bcb-04a2-497e-8990-803f89cc88fa HTTP/1.1" status: 200 len: 943 time: 0.0494220 Aug 26 13:47:32.387044 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2650d405-8586-4f2c-88bf-c912e6917400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:32.424887 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ae553d85-2c55-4bad-94d4-7961cfdf7e0d req-fe625452-fd26-4fbd-b1a4-bdc0f4433681 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324783 Aug 26 13:47:32.427213 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-2650d405-8586-4f2c-88bf-c912e6917400 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8c9ca6ea55e340a183fc12af15319a08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3327630 Aug 26 13:47:32.427837 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 37122) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:47:32.436913 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650d405-8586-4f2c-88bf-c912e6917400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3291f1d-9747-4212-8442-d1b410dd0163,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:32.488173 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-110bee35-b84f-48af-b962-9d4a9883b7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:32.510189 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-110bee35-b84f-48af-b962-9d4a9883b7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:32.615698 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-110bee35-b84f-48af-b962-9d4a9883b7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:32.618291 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-110bee35-b84f-48af-b962-9d4a9883b7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:32.619534 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-110bee35-b84f-48af-b962-9d4a9883b7f4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e3291f1d-9747-4212-8442-d1b410dd0163 HTTP/1.1" status: 204 len: 168 time: 0.1897802 Aug 26 13:47:32.628416 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110bee35-b84f-48af-b962-9d4a9883b7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3291f1d-9747-4212-8442-d1b410dd0163,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:33.540226 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570d1f5-1515-4e7e-b7b3-91c986f12a3e req-4c587a5d-dec5-4de4-8c44-ce24544ea10b tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:33.541745 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d570d1f5-1515-4e7e-b7b3-91c986f12a3e req-4c587a5d-dec5-4de4-8c44-ce24544ea10b tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e1e1bcb-04a2-497e-8990-803f89cc88fa HTTP/1.1" status: 200 len: 943 time: 0.0501018 Aug 26 13:47:33.580624 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-d570d1f5-1515-4e7e-b7b3-91c986f12a3e req-be82f633-b524-4198-a822-e6a5bbaa6f2a tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328386 Aug 26 13:47:34.699794 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12090746-52fa-417f-b391-b593aa9eebc6 req-a38f015b-f760-4565-b7b4-19f1217e248b tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:34.701177 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-12090746-52fa-417f-b391-b593aa9eebc6 req-a38f015b-f760-4565-b7b4-19f1217e248b tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e1e1bcb-04a2-497e-8990-803f89cc88fa HTTP/1.1" status: 200 len: 943 time: 0.0535946 Aug 26 13:47:34.738534 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-12090746-52fa-417f-b391-b593aa9eebc6 req-003fd179-a63c-49c6-93f5-91e6e0ef90c5 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314255 Aug 26 13:47:35.852396 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a02442-e0d6-4409-9b78-778f5f974e42 req-9e1d7f17-52b6-4979-8488-9b32f354761c tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:35.854078 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-66a02442-e0d6-4409-9b78-778f5f974e42 req-9e1d7f17-52b6-4979-8488-9b32f354761c tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e1e1bcb-04a2-497e-8990-803f89cc88fa HTTP/1.1" status: 200 len: 943 time: 0.0498903 Aug 26 13:47:35.892299 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-66a02442-e0d6-4409-9b78-778f5f974e42 req-8ed465ff-e43f-428e-9d95-86ccb6e9d359 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322144 Aug 26 13:47:36.766883 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 6 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:47:37.007643 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47c67f-6cf1-4896-802f-b92a1f5b98d0 req-4f3101ac-3e86-403e-953b-b0ec0fb24a41 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:37.009244 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8b47c67f-6cf1-4896-802f-b92a1f5b98d0 req-4f3101ac-3e86-403e-953b-b0ec0fb24a41 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e1e1bcb-04a2-497e-8990-803f89cc88fa HTTP/1.1" status: 200 len: 943 time: 0.0513268 Aug 26 13:47:37.047542 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-8b47c67f-6cf1-4896-802f-b92a1f5b98d0 req-ef37439c-d054-4d51-abc9-6677bd021bf7 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324252 Aug 26 13:47:38.077505 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device d971647c-5f8d-49e7-ac81-c26abaae9e19 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=94616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 13:47:38.078346 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 37192) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:47:38.172665 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79fa62-5970-4280-bcd6-3dd57da5ec0a req-849ef113-6362-4273-b667-f2e3cc71f4fb tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:38.174651 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2a79fa62-5970-4280-bcd6-3dd57da5ec0a req-849ef113-6362-4273-b667-f2e3cc71f4fb tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e1e1bcb-04a2-497e-8990-803f89cc88fa HTTP/1.1" status: 200 len: 943 time: 0.0581350 Aug 26 13:47:38.181251 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port d971647c-5f8d-49e7-ac81-c26abaae9e19, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d971647c-5f8d-49e7-ac81-c26abaae9e19,segment=NetworkSegment(5c48b6e8-f3c1-4830-8915-5574d60d257f),segment_id=5c48b6e8-f3c1-4830-8915-5574d60d257f)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:47:38.189768 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-60b85c4e-630d-45db-8913-01792a9c3274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:38.215044 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2a79fa62-5970-4280-bcd6-3dd57da5ec0a req-d24f1233-b876-4c49-abb5-7803d69b643a tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339367 Aug 26 13:47:38.290161 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-60b85c4e-630d-45db-8913-01792a9c3274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:38.318216 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Returning: {'device': 'd971647c-5f8d-49e7-ac81-c26abaae9e19', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'port_id': 'd971647c-5f8d-49e7-ac81-c26abaae9e19', 'mac_address': 'fa:16:3e:15:48:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 13:47:38.356647 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:38.369422 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d971647c-5f8d-49e7-ac81-c26abaae9e19 {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:47:38.369922 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-60b85c4e-630d-45db-8913-01792a9c3274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:38.390877 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port d971647c-5f8d-49e7-ac81-c26abaae9e19, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d971647c-5f8d-49e7-ac81-c26abaae9e19,segment=NetworkSegment(5c48b6e8-f3c1-4830-8915-5574d60d257f),segment_id=5c48b6e8-f3c1-4830-8915-5574d60d257f)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:47:38.409652 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-60b85c4e-630d-45db-8913-01792a9c3274 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fea8903371224f5abc9693b0d06b9475&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3300054 Aug 26 13:47:38.410356 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b85c4e-630d-45db-8913-01792a9c3274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30c0211-c9f5-44de-82ff-7f67a37f7e94,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:38.412642 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 37196) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:47:38.450331 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:38.465411 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b13b6d72-7490-4c9d-ac24-4c15f5f5db25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:38.481613 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2241f1b7-b033-4edd-8d20-13ee985ef39b req-61a83f9b-6573-4677-9b70-8a98e54ef05a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0265324 Aug 26 13:47:38.487639 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b13b6d72-7490-4c9d-ac24-4c15f5f5db25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:38.498999 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=d971647c-5f8d-49e7-ac81-c26abaae9e19,revision_number=4']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:38.569699 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2241f1b7-b033-4edd-8d20-13ee985ef39b req-325d2a81-7b98-4841-b1f3-a975d62832c3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f7c1ac4776f8491da8ed9fa3e10f556b&device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164 HTTP/1.1" status: 200 len: 210 time: 0.0286593 Aug 26 13:47:38.608577 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b13b6d72-7490-4c9d-ac24-4c15f5f5db25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:38.611176 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b13b6d72-7490-4c9d-ac24-4c15f5f5db25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:38.614693 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-b13b6d72-7490-4c9d-ac24-4c15f5f5db25 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e30c0211-c9f5-44de-82ff-7f67a37f7e94 HTTP/1.1" status: 204 len: 168 time: 0.1985419 Aug 26 13:47:38.616404 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2241f1b7-b033-4edd-8d20-13ee985ef39b req-d4771b64-66dc-4e57-8617-ffd77ad5b074 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=f7c1ac4776f8491da8ed9fa3e10f556b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197713 Aug 26 13:47:38.620261 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b6d72-7490-4c9d-ac24-4c15f5f5db25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30c0211-c9f5-44de-82ff-7f67a37f7e94,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:38.711089 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241f1b7-b033-4edd-8d20-13ee985ef39b req-8d48423e-bce0-4663-aa62-477784fc5d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:38.712486 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2241f1b7-b033-4edd-8d20-13ee985ef39b req-8d48423e-bce0-4663-aa62-477784fc5d96 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892010 Aug 26 13:47:38.732025 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['d971647c-5f8d-49e7-ac81-c26abaae9e19'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:47:39.240617 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 37202) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:47:39.254262 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-0ff3777c-fce8-4171-994e-3402a6014a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:39.360842 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b0d10-1269-42fb-b78b-d126d07f72c9 req-e2b68cf9-19dc-41e6-9b58-69515f08f2bd tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:39.362370 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2d5b0d10-1269-42fb-b78b-d126d07f72c9 req-e2b68cf9-19dc-41e6-9b58-69515f08f2bd tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e1e1bcb-04a2-497e-8990-803f89cc88fa HTTP/1.1" status: 200 len: 944 time: 0.0737615 Aug 26 13:47:39.400727 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-0ff3777c-fce8-4171-994e-3402a6014a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:39.419364 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-2d5b0d10-1269-42fb-b78b-d126d07f72c9 req-8b52bc9e-6ccc-4031-be00-a4d640d9af87 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507784 Aug 26 13:47:39.477442 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-0ff3777c-fce8-4171-994e-3402a6014a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:39.518127 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-0ff3777c-fce8-4171-994e-3402a6014a61 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ae65fb5eb97e4b1f830773b387433f49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2763741 Aug 26 13:47:39.519109 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3777c-fce8-4171-994e-3402a6014a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e28ad7-e3ff-4d7a-aec1-e4fc9e7bfe85,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:39.520836 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 37206) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:47:39.571108 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-62f3bf8d-28af-4f61-83cb-b94613b7bed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:39.593512 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-62f3bf8d-28af-4f61-83cb-b94613b7bed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:39.741650 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-62f3bf8d-28af-4f61-83cb-b94613b7bed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:39.744116 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-62f3bf8d-28af-4f61-83cb-b94613b7bed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:39.745844 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-62f3bf8d-28af-4f61-83cb-b94613b7bed9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a3e28ad7-e3ff-4d7a-aec1-e4fc9e7bfe85 HTTP/1.1" status: 204 len: 168 time: 0.2234590 Aug 26 13:47:39.753847 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f3bf8d-28af-4f61-83cb-b94613b7bed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e28ad7-e3ff-4d7a-aec1-e4fc9e7bfe85,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:40.088795 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device d971647c-5f8d-49e7-ac81-c26abaae9e19 up at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:47:40.198321 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning for port d971647c-5f8d-49e7-ac81-c26abaae9e19 completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:47:40.202366 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning complete for port d971647c-5f8d-49e7-ac81-c26abaae9e19 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:47:40.202746 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:40.281958 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:40.304533 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1e1bcb-04a2-497e-8990-803f89cc88fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd971647c-5f8d-49e7-ac81-c26abaae9e19'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:47:40.306951 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adf09783f65fc29d397fc30c9e785295af8fecd29e58eb7f547da51af43e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d370df8f-c86f-4510-8fe7-390a3968381f" -d '{"events": [{"server_uuid": "7e1e1bcb-04a2-497e-8990-803f89cc88fa", "name": "network-vif-plugged", "status": "completed", "tag": "d971647c-5f8d-49e7-ac81-c26abaae9e19"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:47:40.319673 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port d971647c-5f8d-49e7-ac81-c26abaae9e19, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d971647c-5f8d-49e7-ac81-c26abaae9e19,segment=NetworkSegment(5c48b6e8-f3c1-4830-8915-5574d60d257f),segment_id=5c48b6e8-f3c1-4830-8915-5574d60d257f)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:47:40.344249 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce77951-5e30-4352-8b7b-442bc2d768fd x-openstack-request-id: req-5ce77951-5e30-4352-8b7b-442bc2d768fd {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:47:40.344542 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1e1bcb-04a2-497e-8990-803f89cc88fa", "name": "network-vif-plugged", "status": "completed", "tag": "d971647c-5f8d-49e7-ac81-c26abaae9e19", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:47:40.344800 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5ce77951-5e30-4352-8b7b-442bc2d768fd {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:47:40.345276 dv-cinder-786386-11-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1e1bcb-04a2-497e-8990-803f89cc88fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd971647c-5f8d-49e7-ac81-c26abaae9e19', 'code': 200} Aug 26 13:47:40.386973 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:40.436949 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=d971647c-5f8d-49e7-ac81-c26abaae9e19,revision_number=5']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:40.444333 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:47:40.444697 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:47:40.445022 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:47:40.445356 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:47:40.445689 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:47:40.446048 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:47:40.446376 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:47:40.446702 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:47:40.447028 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:47:40.447670 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:47:40.447670 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:47:40.447971 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:47:40.537968 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16c7b4-4923-493a-b38a-6c14ee59e4de req-af1a70a4-91b6-41e1-b65a-2353ca989844 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:40.537968 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6d16c7b4-4923-493a-b38a-6c14ee59e4de req-af1a70a4-91b6-41e1-b65a-2353ca989844 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e1e1bcb-04a2-497e-8990-803f89cc88fa HTTP/1.1" status: 200 len: 945 time: 0.0503087 Aug 26 13:47:40.580383 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6d16c7b4-4923-493a-b38a-6c14ee59e4de req-b53e855b-e5e8-42f9-9982-2867292f7840 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358357 Aug 26 13:47:40.855652 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c5e2f-7cee-4c8a-88e2-0d458c7d874d req-833da92f-a382-4d45-9506-e9403c184abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:40.857348 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a74c5e2f-7cee-4c8a-88e2-0d458c7d874d req-833da92f-a382-4d45-9506-e9403c184abb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7e1e1bcb-04a2-497e-8990-803f89cc88fa HTTP/1.1" status: 200 len: 1098 time: 0.0490799 Aug 26 13:47:40.894025 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a74c5e2f-7cee-4c8a-88e2-0d458c7d874d req-9b367229-b034-4efc-b37d-8d6c3d4f3386 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294485 Aug 26 13:47:41.708648 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6538c0-69e3-4685-917c-ef9d0eaab8a3 req-ada61731-956e-4676-8378-9923886e86df tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:41.710162 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ef6538c0-69e3-4685-917c-ef9d0eaab8a3 req-ada61731-956e-4676-8378-9923886e86df tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e1e1bcb-04a2-497e-8990-803f89cc88fa HTTP/1.1" status: 200 len: 945 time: 0.0530689 Aug 26 13:47:41.748023 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ef6538c0-69e3-4685-917c-ef9d0eaab8a3 req-150a6ff9-8ea2-45f8-9da6-20bb22b47356 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314217 Aug 26 13:47:42.869248 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba322b-5c42-486d-adf4-9c49addcd8a7 req-8fd66f28-f3fa-4f65-94d3-9d2250e59a94 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:42.870781 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-23ba322b-5c42-486d-adf4-9c49addcd8a7 req-8fd66f28-f3fa-4f65-94d3-9d2250e59a94 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e1e1bcb-04a2-497e-8990-803f89cc88fa HTTP/1.1" status: 200 len: 945 time: 0.0530601 Aug 26 13:47:42.911720 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-23ba322b-5c42-486d-adf4-9c49addcd8a7 req-d2eeb287-47cf-490a-9ed3-24ed1ff7ebf6 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337358 Aug 26 13:47:43.026471 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6ae97-2eb2-4cdf-992e-d7c4beb29779 req-5e7e81c5-076e-49f5-9be4-a5acc2eb75f1 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:43.028578 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-02e6ae97-2eb2-4cdf-992e-d7c4beb29779 req-5e7e81c5-076e-49f5-9be4-a5acc2eb75f1 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e1e1bcb-04a2-497e-8990-803f89cc88fa HTTP/1.1" status: 200 len: 945 time: 0.0520165 Aug 26 13:47:43.073146 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-02e6ae97-2eb2-4cdf-992e-d7c4beb29779 req-9f72b989-3cc6-4d16-826d-08977ddd3fdd tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379233 Aug 26 13:47:43.096749 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 37250) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:47:43.304738 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0901806-61c2-46f9-a917-0e63f76f7dbb tempest-TestVolumeBootPattern-262740506 tempest-TestVolumeBootPattern-262740506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:43.306348 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-c0901806-61c2-46f9-a917-0e63f76f7dbb tempest-TestVolumeBootPattern-262740506 tempest-TestVolumeBootPattern-262740506-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7e1e1bcb-04a2-497e-8990-803f89cc88fa HTTP/1.1" status: 200 len: 1093 time: 0.2085123 Aug 26 13:47:43.311645 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 37256) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:47:43.316370 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-a0fbe668-2062-4a8e-a660-3c443936deea tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Request body: {'floatingip': {'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'port_id': 'd971647c-5f8d-49e7-ac81-c26abaae9e19', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:47:43.410594 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-a0fbe668-2062-4a8e-a660-3c443936deea tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for floatingip, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:43.515436 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-a0fbe668-2062-4a8e-a660-3c443936deea tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:43.643316 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [None req-a0fbe668-2062-4a8e-a660-3c443936deea tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Allocated IP 172.27.2.201 (0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a/b7ae35bd-0037-4f3a-908b-b50a80e8b092/0597bf17-8fc7-4b23-a9c9-fb496e3df45d) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:47:43.756951 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-a0fbe668-2062-4a8e-a660-3c443936deea tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:43.873007 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-a0fbe668-2062-4a8e-a660-3c443936deea tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:43.913113 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fbe668-2062-4a8e-a660-3c443936deea tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Network 0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:47:43.915961 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-a0fbe668-2062-4a8e-a660-3c443936deea tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:47:43.919970 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fbe668-2062-4a8e-a660-3c443936deea tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:47:43.925591 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbe668-2062-4a8e-a660-3c443936deea tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Pushing event updated for resources: {'Port': ['ID=0597bf17-8fc7-4b23-a9c9-fb496e3df45d,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:44.302570 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-a0fbe668-2062-4a8e-a660-3c443936deea tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:44.458045 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-a0fbe668-2062-4a8e-a660-3c443936deea tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:44.609472 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-a0fbe668-2062-4a8e-a660-3c443936deea tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:44.701169 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-a0fbe668-2062-4a8e-a660-3c443936deea tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764776'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:44.768607 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbe668-2062-4a8e-a660-3c443936deea tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Pushing event updated for resources: {'Port': ['ID=0597bf17-8fc7-4b23-a9c9-fb496e3df45d,revision_number=2']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:47:44.782983 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-a0fbe668-2062-4a8e-a660-3c443936deea tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430417'] for floatingip, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:45.139612 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.db.l3_db [None req-a0fbe668-2062-4a8e-a660-3c443936deea tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Floating IP e357518d-99b5-47df-8bc6-2ede938c06b8 associated. External IP: 172.27.2.201, port: d971647c-5f8d-49e7-ac81-c26abaae9e19. Aug 26 13:47:45.342016 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0fbe668-2062-4a8e-a660-3c443936deea tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Router 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 has already been hosted by L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 {{(pid=94615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 13:47:45.449393 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fbe668-2062-4a8e-a660-3c443936deea tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:47:45.459177 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bfacc2-b4cc-48c0-a468-81c4f1c1f853 None None] Sync routers for ids ['3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'] in dv-cinder-786386-11-iscsi {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:47:45.471738 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bfacc2-b4cc-48c0-a468-81c4f1c1f853 None None] Routers {'3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:47:45.472353 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-96bfacc2-b4cc-48c0-a468-81c4f1c1f853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:47:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:47:45.524307 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-a0fbe668-2062-4a8e-a660-3c443936deea tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for floatingip, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:45.563371 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-a0fbe668-2062-4a8e-a660-3c443936deea tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2505889 Aug 26 13:47:45.564167 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1e1bcb-04a2-497e-8990-803f89cc88fa', 'tag': 'd971647c-5f8d-49e7-ac81-c26abaae9e19'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:47:45.566616 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea93b417d78f98f8f49a9646f42316e7837148fdcc5dd11c49486c93967457e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb44d8c-37a6-4b9b-9fee-85df334e4d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1e1bcb-04a2-497e-8990-803f89cc88fa", "tag": "d971647c-5f8d-49e7-ac81-c26abaae9e19"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:47:45.583535 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-96bfacc2-b4cc-48c0-a468-81c4f1c1f853 None None] Set router 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:47:45.603983 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 13:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bb05f4-90ea-4d76-86c8-e8d158ba373f x-openstack-request-id: req-34bb05f4-90ea-4d76-86c8-e8d158ba373f {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:47:45.604275 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1e1bcb-04a2-497e-8990-803f89cc88fa", "tag": "d971647c-5f8d-49e7-ac81-c26abaae9e19", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:47:45.605096 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-34bb05f4-90ea-4d76-86c8-e8d158ba373f {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:47:45.605490 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1e1bcb-04a2-497e-8990-803f89cc88fa', 'tag': 'd971647c-5f8d-49e7-ac81-c26abaae9e19', 'status': 'completed', 'code': 200} Aug 26 13:47:45.811747 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-96bfacc2-b4cc-48c0-a468-81c4f1c1f853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'name': 'tempest-TestVolumeBootPattern-1925530502-router', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:46:51Z', 'updated_at': '2021-08-26T13:46:55Z', 'revision_number': 4, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'gw_port': {'id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:52Z', 'updated_at': '2021-08-26T13:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_floatingips': [{'id': 'e357518d-99b5-47df-8bc6-2ede938c06b8', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'floating_ip_address': '172.27.2.201', 'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'router_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'port_id': 'd971647c-5f8d-49e7-ac81-c26abaae9e19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'mac_address': 'fa:16:3e:15:48:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1e1bcb-04a2-497e-8990-803f89cc88fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T13:47:44Z', 'updated_at': '2021-08-26T13:47:44Z', 'revision_number': 0, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cb475a9-abdb-462a-83ff-ca692a63bf17', 'name': '', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'mac_address': 'fa:16:3e:09:0a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:54Z', 'updated_at': '2021-08-26T13:47:00Z', 'revision_number': 5, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'subnets': [{'id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:47:45.838054 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bfacc2-b4cc-48c0-a468-81c4f1c1f853 None None] Checking router: 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 for host: dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:47:45.847212 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bfacc2-b4cc-48c0-a468-81c4f1c1f853 None None] Routers {'3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:47:45.847821 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-96bfacc2-b4cc-48c0-a468-81c4f1c1f853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:47:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:47:45.956787 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-96bfacc2-b4cc-48c0-a468-81c4f1c1f853 None None] Set router 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:47:46.181258 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-96bfacc2-b4cc-48c0-a468-81c4f1c1f853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'name': 'tempest-TestVolumeBootPattern-1925530502-router', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:46:51Z', 'updated_at': '2021-08-26T13:46:55Z', 'revision_number': 4, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'gw_port': {'id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:52Z', 'updated_at': '2021-08-26T13:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_floatingips': [{'id': 'e357518d-99b5-47df-8bc6-2ede938c06b8', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'floating_ip_address': '172.27.2.201', 'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'router_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'port_id': 'd971647c-5f8d-49e7-ac81-c26abaae9e19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'mac_address': 'fa:16:3e:15:48:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1e1bcb-04a2-497e-8990-803f89cc88fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T13:47:44Z', 'updated_at': '2021-08-26T13:47:44Z', 'revision_number': 0, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cb475a9-abdb-462a-83ff-ca692a63bf17', 'name': '', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'mac_address': 'fa:16:3e:09:0a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:54Z', 'updated_at': '2021-08-26T13:47:00Z', 'revision_number': 5, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'subnets': [{'id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:47:46.208217 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bfacc2-b4cc-48c0-a468-81c4f1c1f853 None None] The sync data for ids ['3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'] in dv-cinder-786386-11-iscsi is: [{'id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'name': 'tempest-TestVolumeBootPattern-1925530502-router', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:46:51Z', 'updated_at': '2021-08-26T13:46:55Z', 'revision_number': 4, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'gw_port': {'id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:52Z', 'updated_at': '2021-08-26T13:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_floatingips': [{'id': 'e357518d-99b5-47df-8bc6-2ede938c06b8', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'floating_ip_address': '172.27.2.201', 'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'router_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'port_id': 'd971647c-5f8d-49e7-ac81-c26abaae9e19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'mac_address': 'fa:16:3e:15:48:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1e1bcb-04a2-497e-8990-803f89cc88fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T13:47:44Z', 'updated_at': '2021-08-26T13:47:44Z', 'revision_number': 0, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cb475a9-abdb-462a-83ff-ca692a63bf17', 'name': '', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'mac_address': 'fa:16:3e:09:0a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:54Z', 'updated_at': '2021-08-26T13:47:00Z', 'revision_number': 5, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'subnets': [{'id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:47:46.300384 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb44d8c-37a6-4b9b-9fee-85df334e4d8c req-3d91c8f9-afcb-46e3-9170-18985a6e369d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:46.301924 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ccb44d8c-37a6-4b9b-9fee-85df334e4d8c req-3d91c8f9-afcb-46e3-9170-18985a6e369d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4b400b2d709b4b61a7b69b9efc0185b5&device_id=7e1e1bcb-04a2-497e-8990-803f89cc88fa HTTP/1.1" status: 200 len: 1098 time: 0.0420709 Aug 26 13:47:46.402379 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb44d8c-37a6-4b9b-9fee-85df334e4d8c req-a3c39d3b-b2bb-46be-8a77-31086b98123e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:46.403956 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ccb44d8c-37a6-4b9b-9fee-85df334e4d8c req-a3c39d3b-b2bb-46be-8a77-31086b98123e service neutron] 10.222.0.38 "GET /v2.0/networks?id=b435baf6-4426-4781-b724-99ca30ca88f7 HTTP/1.1" status: 200 len: 913 time: 0.0909150 Aug 26 13:47:46.415519 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead7e914-b77c-4406-81ee-3319df7fa206 None None] New status for floating IP e357518d-99b5-47df-8bc6-2ede938c06b8: ACTIVE {{(pid=94617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 13:47:46.479766 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ccb44d8c-37a6-4b9b-9fee-85df334e4d8c req-813da8ef-c50c-469e-8472-b947fd9478a4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d971647c-5f8d-49e7-ac81-c26abaae9e19 HTTP/1.1" status: 200 len: 999 time: 0.0674510 Aug 26 13:47:46.535110 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb44d8c-37a6-4b9b-9fee-85df334e4d8c req-1af7b2f9-04f1-466a-bd8f-01dac4cf46fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:46.536759 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ccb44d8c-37a6-4b9b-9fee-85df334e4d8c req-1af7b2f9-04f1-466a-bd8f-01dac4cf46fa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3ab1cd8e-4b0e-400f-95c9-a7548472d8c9 HTTP/1.1" status: 200 len: 851 time: 0.0501258 Aug 26 13:47:46.583648 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb44d8c-37a6-4b9b-9fee-85df334e4d8c req-67bb75d9-f7ba-4a77-90fe-3f383adcbabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:47:46.593589 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ccb44d8c-37a6-4b9b-9fee-85df334e4d8c req-67bb75d9-f7ba-4a77-90fe-3f383adcbabd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b435baf6-4426-4781-b724-99ca30ca88f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416079 Aug 26 13:47:46.596491 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [req-ccb44d8c-37a6-4b9b-9fee-85df334e4d8c req-9a6407ae-d76c-4f88-bb15-fb0e88fdd2eb service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 13:47:46.597503 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ccb44d8c-37a6-4b9b-9fee-85df334e4d8c req-9a6407ae-d76c-4f88-bb15-fb0e88fdd2eb service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050027 Aug 26 13:47:46.690440 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ccb44d8c-37a6-4b9b-9fee-85df334e4d8c req-6a88fbb1-a1e9-4410-9457-6ec2979220ef service neutron] 10.222.0.38 "GET /v2.0/networks/b435baf6-4426-4781-b724-99ca30ca88f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862515 Aug 26 13:47:46.783393 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ccb44d8c-37a6-4b9b-9fee-85df334e4d8c req-736fd23f-5732-4f28-bbb3-b476783dbf3b service neutron] 10.222.0.38 "GET /v2.0/networks/b435baf6-4426-4781-b724-99ca30ca88f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861175 Aug 26 13:47:54.181206 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-3c3d0155-d0b9-45b7-bee7-533bb54a6990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:56.849870 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-db6718a5-c0ae-4463-9202-32af48125461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:57.487769 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:58.100794 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:47:58.727944 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:48:00.409506 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:48:05.797509 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 37358) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:48:05.910176 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0b32de4f-4d2d-44c1-8eef-474c282c450d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:48:06.003381 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0b32de4f-4d2d-44c1-8eef-474c282c450d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:48:06.065089 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0b32de4f-4d2d-44c1-8eef-474c282c450d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:48:06.108695 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-0b32de4f-4d2d-44c1-8eef-474c282c450d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f71fdeb2e02b496ca46c1b7b0804e3fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3099763 Aug 26 13:48:06.109634 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b32de4f-4d2d-44c1-8eef-474c282c450d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b871ae1c-8088-4f7a-999b-3776aafb284a,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:48:06.111329 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 37362) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:48:06.160549 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ecd53e5a-7266-4457-92d3-054da627f8ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:48:06.186702 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ecd53e5a-7266-4457-92d3-054da627f8ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:48:06.374133 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ecd53e5a-7266-4457-92d3-054da627f8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:48:06.377332 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ecd53e5a-7266-4457-92d3-054da627f8ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:48:06.378885 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-ecd53e5a-7266-4457-92d3-054da627f8ec admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b871ae1c-8088-4f7a-999b-3776aafb284a HTTP/1.1" status: 204 len: 168 time: 0.2664568 Aug 26 13:48:06.387283 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd53e5a-7266-4457-92d3-054da627f8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b871ae1c-8088-4f7a-999b-3776aafb284a,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:48:13.765247 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 6 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:48:24.196143 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-554c986a-e73e-42e0-8413-4fa0306d7f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:48:26.855798 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-3bedde14-d7fb-4c4f-8020-00e7beae3e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:48:27.506241 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:48:28.077619 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:48:28.717561 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:48:30.425899 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:48:40.564941 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-21301cb1-58ff-4053-b444-af7d58fd8b80 req-7c42a394-bdb5-4570-ac95-3ab0d65e134e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1118317 Aug 26 13:48:40.648445 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-21301cb1-58ff-4053-b444-af7d58fd8b80 req-2971ce70-481d-470d-8e15-5c8371f26d3e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f7c1ac4776f8491da8ed9fa3e10f556b&device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164 HTTP/1.1" status: 200 len: 210 time: 0.0257592 Aug 26 13:48:40.693169 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-21301cb1-58ff-4053-b444-af7d58fd8b80 req-340a5819-63e4-4bc3-8ce4-f85e088eb9f8 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=f7c1ac4776f8491da8ed9fa3e10f556b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193830 Aug 26 13:48:40.788280 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21301cb1-58ff-4053-b444-af7d58fd8b80 req-ed61e453-1fd6-4bf0-b71d-056fcebb549a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:48:40.789752 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-21301cb1-58ff-4053-b444-af7d58fd8b80 req-ed61e453-1fd6-4bf0-b71d-056fcebb549a service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902705 Aug 26 13:48:50.765174 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 6 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:48:54.150939 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4f622ffe-1ba9-4013-be85-bb0bf1ae1eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:48:56.859625 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-22d95031-d0d8-414b-8a9b-5f3ea5e2b0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:48:57.491948 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:48:58.089033 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:48:58.760874 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:49:00.412433 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:49:24.167354 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-59b3db83-bb97-416f-9af7-230aa4cee997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:49:26.818732 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-68ee10b5-a7a0-4b24-b774-8a547070a039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:49:27.515805 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:49:27.764443 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 6 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:49:28.097087 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:49:28.693162 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:49:30.413059 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:49:41.099336 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8210f6-7e6d-40d5-afdf-706ddfda3a8e req-f6632560-05b0-4eae-845c-a48eadff6872 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:49:41.100804 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3a8210f6-7e6d-40d5-afdf-706ddfda3a8e req-f6632560-05b0-4eae-845c-a48eadff6872 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e1e1bcb-04a2-497e-8990-803f89cc88fa HTTP/1.1" status: 200 len: 945 time: 0.0499716 Aug 26 13:49:41.137932 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-3a8210f6-7e6d-40d5-afdf-706ddfda3a8e req-c0a501f9-24fb-4ff1-96f7-7c54a6bbe223 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307257 Aug 26 13:49:42.271605 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad5290-d473-4730-b42e-42c0ea8156cb req-8302792a-35b7-4a58-babe-5cb405542c72 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:49:42.273208 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-51ad5290-d473-4730-b42e-42c0ea8156cb req-8302792a-35b7-4a58-babe-5cb405542c72 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e1e1bcb-04a2-497e-8990-803f89cc88fa HTTP/1.1" status: 200 len: 945 time: 0.0538809 Aug 26 13:49:42.311947 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-51ad5290-d473-4730-b42e-42c0ea8156cb req-de296efc-f9bf-4280-823a-285888251642 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325925 Aug 26 13:49:42.826503 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0e9b9-38c7-42fc-9b65-e145f47c62a9 req-9bfdf83f-cdae-4885-bd77-51d62e8b3688 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:49:42.828023 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-95a0e9b9-38c7-42fc-9b65-e145f47c62a9 req-9bfdf83f-cdae-4885-bd77-51d62e8b3688 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e1e1bcb-04a2-497e-8990-803f89cc88fa HTTP/1.1" status: 200 len: 945 time: 0.0513866 Aug 26 13:49:42.920954 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [req-95a0e9b9-38c7-42fc-9b65-e145f47c62a9 req-ea9e7ca7-f164-4b3c-b03a-bf04a865843f tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Deleting port d971647c-5f8d-49e7-ac81-c26abaae9e19 {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:49:42.921353 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-95a0e9b9-38c7-42fc-9b65-e145f47c62a9 req-ea9e7ca7-f164-4b3c-b03a-bf04a865843f tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:49:43.013155 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-95a0e9b9-38c7-42fc-9b65-e145f47c62a9 req-ea9e7ca7-f164-4b3c-b03a-bf04a865843f tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] For port d971647c-5f8d-49e7-ac81-c26abaae9e19, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d971647c-5f8d-49e7-ac81-c26abaae9e19,segment=NetworkSegment(5c48b6e8-f3c1-4830-8915-5574d60d257f),segment_id=5c48b6e8-f3c1-4830-8915-5574d60d257f)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:49:43.013515 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-95a0e9b9-38c7-42fc-9b65-e145f47c62a9 req-ea9e7ca7-f164-4b3c-b03a-bf04a865843f tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:49:43.180691 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-95a0e9b9-38c7-42fc-9b65-e145f47c62a9 req-ea9e7ca7-f164-4b3c-b03a-bf04a865843f tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:49:43.181001 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-95a0e9b9-38c7-42fc-9b65-e145f47c62a9 req-ea9e7ca7-f164-4b3c-b03a-bf04a865843f tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430417'] for floatingip, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:49:43.181335 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.db.l3_db [req-95a0e9b9-38c7-42fc-9b65-e145f47c62a9 req-ea9e7ca7-f164-4b3c-b03a-bf04a865843f tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Floating IP e357518d-99b5-47df-8bc6-2ede938c06b8 disassociated. External IP: 172.27.2.201, port: d971647c-5f8d-49e7-ac81-c26abaae9e19. Aug 26 13:49:43.181660 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [req-95a0e9b9-38c7-42fc-9b65-e145f47c62a9 req-ea9e7ca7-f164-4b3c-b03a-bf04a865843f tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Calling delete_port for d971647c-5f8d-49e7-ac81-c26abaae9e19 owned by compute:nova {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:49:43.382442 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-95a0e9b9-38c7-42fc-9b65-e145f47c62a9 req-ea9e7ca7-f164-4b3c-b03a-bf04a865843f tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:49:43.410879 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a6ad7db8-fc31-43ef-85a2-4800cd39b578 req-c9cace75-60ea-48b9-a038-67aa6c5146e6 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e1e1bcb-04a2-497e-8990-803f89cc88fa HTTP/1.1" status: 200 len: 210 time: 0.0312638 Aug 26 13:49:43.413858 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e7ca7-f164-4b3c-b03a-bf04a865843f tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Pushing event deleted for resources: {'Port': ['ID=d971647c-5f8d-49e7-ac81-c26abaae9e19,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:49:43.429197 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9e7ca7-f164-4b3c-b03a-bf04a865843f tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:49:43.429556 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9e7ca7-f164-4b3c-b03a-bf04a865843f tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:49:43.429940 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9e7ca7-f164-4b3c-b03a-bf04a865843f tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:49:43.430298 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9e7ca7-f164-4b3c-b03a-bf04a865843f tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:49:43.430605 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9e7ca7-f164-4b3c-b03a-bf04a865843f tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:49:43.431014 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9e7ca7-f164-4b3c-b03a-bf04a865843f tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:49:43.431308 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9e7ca7-f164-4b3c-b03a-bf04a865843f tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:49:43.431624 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9e7ca7-f164-4b3c-b03a-bf04a865843f tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:49:43.431926 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9e7ca7-f164-4b3c-b03a-bf04a865843f tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:49:43.432256 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9e7ca7-f164-4b3c-b03a-bf04a865843f tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:49:43.432586 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9e7ca7-f164-4b3c-b03a-bf04a865843f tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:49:43.432909 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9e7ca7-f164-4b3c-b03a-bf04a865843f tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:49:43.552620 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95a0e9b9-38c7-42fc-9b65-e145f47c62a9 req-ea9e7ca7-f164-4b3c-b03a-bf04a865843f tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Router 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 has already been hosted by L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 {{(pid=94615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 13:49:43.664906 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95a0e9b9-38c7-42fc-9b65-e145f47c62a9 req-ea9e7ca7-f164-4b3c-b03a-bf04a865843f tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:49:43.674843 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eede58d-1fcd-4667-8ca9-9215c0638dbe None None] Sync routers for ids ['3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'] in dv-cinder-786386-11-iscsi {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:49:43.684259 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eede58d-1fcd-4667-8ca9-9215c0638dbe None None] Routers {'3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:49:43.684907 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-9eede58d-1fcd-4667-8ca9-9215c0638dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:49:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:49:43.708616 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a0e9b9-38c7-42fc-9b65-e145f47c62a9 req-ea9e7ca7-f164-4b3c-b03a-bf04a865843f tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] No DVR routers for this DVR port d971647c-5f8d-49e7-ac81-c26abaae9e19 on host hv-cinder-78638 {{(pid=94615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 13:49:43.708616 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-95a0e9b9-38c7-42fc-9b65-e145f47c62a9 req-ea9e7ca7-f164-4b3c-b03a-bf04a865843f tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:49:43.710124 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-95a0e9b9-38c7-42fc-9b65-e145f47c62a9 req-ea9e7ca7-f164-4b3c-b03a-bf04a865843f tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.38 "DELETE /v2.0/ports/d971647c-5f8d-49e7-ac81-c26abaae9e19 HTTP/1.1" status: 204 len: 173 time: 0.8749394 Aug 26 13:49:43.710577 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1e1bcb-04a2-497e-8990-803f89cc88fa', 'name': 'network-vif-deleted', 'tag': 'd971647c-5f8d-49e7-ac81-c26abaae9e19'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:49:43.712962 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea93b417d78f98f8f49a9646f42316e7837148fdcc5dd11c49486c93967457e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac4a220-00d1-4503-a9fb-3486ee7cadc9" -d '{"events": [{"server_uuid": "7e1e1bcb-04a2-497e-8990-803f89cc88fa", "name": "network-vif-deleted", "tag": "d971647c-5f8d-49e7-ac81-c26abaae9e19"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:49:43.796208 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-9eede58d-1fcd-4667-8ca9-9215c0638dbe None None] Set router 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:49:43.961990 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbcd9b6-fbf5-41de-9094-98266e5051ba x-openstack-request-id: req-afbcd9b6-fbf5-41de-9094-98266e5051ba {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:49:43.962544 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1e1bcb-04a2-497e-8990-803f89cc88fa", "name": "network-vif-deleted", "tag": "d971647c-5f8d-49e7-ac81-c26abaae9e19", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:49:43.962671 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-afbcd9b6-fbf5-41de-9094-98266e5051ba {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:49:43.963105 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1e1bcb-04a2-497e-8990-803f89cc88fa', 'name': 'network-vif-deleted', 'tag': 'd971647c-5f8d-49e7-ac81-c26abaae9e19', 'status': 'completed', 'code': 200} Aug 26 13:49:44.013494 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-9eede58d-1fcd-4667-8ca9-9215c0638dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'name': 'tempest-TestVolumeBootPattern-1925530502-router', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:46:51Z', 'updated_at': '2021-08-26T13:46:55Z', 'revision_number': 4, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'gw_port': {'id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:52Z', 'updated_at': '2021-08-26T13:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': '6cb475a9-abdb-462a-83ff-ca692a63bf17', 'name': '', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'mac_address': 'fa:16:3e:09:0a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:54Z', 'updated_at': '2021-08-26T13:47:00Z', 'revision_number': 5, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'subnets': [{'id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:49:44.042661 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eede58d-1fcd-4667-8ca9-9215c0638dbe None None] Checking router: 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 for host: dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:49:44.051595 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eede58d-1fcd-4667-8ca9-9215c0638dbe None None] Routers {'3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:49:44.052229 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-9eede58d-1fcd-4667-8ca9-9215c0638dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:49:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:49:44.160910 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-9eede58d-1fcd-4667-8ca9-9215c0638dbe None None] Set router 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:49:44.377550 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-9eede58d-1fcd-4667-8ca9-9215c0638dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'name': 'tempest-TestVolumeBootPattern-1925530502-router', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:46:51Z', 'updated_at': '2021-08-26T13:46:55Z', 'revision_number': 4, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'gw_port': {'id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:52Z', 'updated_at': '2021-08-26T13:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': '6cb475a9-abdb-462a-83ff-ca692a63bf17', 'name': '', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'mac_address': 'fa:16:3e:09:0a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:54Z', 'updated_at': '2021-08-26T13:47:00Z', 'revision_number': 5, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'subnets': [{'id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:49:44.407002 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eede58d-1fcd-4667-8ca9-9215c0638dbe None None] The sync data for ids ['3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'] in dv-cinder-786386-11-iscsi is: [{'id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'name': 'tempest-TestVolumeBootPattern-1925530502-router', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:46:51Z', 'updated_at': '2021-08-26T13:46:55Z', 'revision_number': 4, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'gw_port': {'id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:52Z', 'updated_at': '2021-08-26T13:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': '6cb475a9-abdb-462a-83ff-ca692a63bf17', 'name': '', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'mac_address': 'fa:16:3e:09:0a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:54Z', 'updated_at': '2021-08-26T13:47:00Z', 'revision_number': 5, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'subnets': [{'id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:49:44.523631 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1a31bbb7-b1ee-4d04-975d-f470ebcd2bf2 req-6ff58eeb-d257-4a96-836f-23118248b459 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e1e1bcb-04a2-497e-8990-803f89cc88fa HTTP/1.1" status: 200 len: 210 time: 0.0276217 Aug 26 13:49:44.627496 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493c3cb4-63ca-4bd7-890a-02aaca3500f8 None None] New status for floating IP e357518d-99b5-47df-8bc6-2ede938c06b8: DOWN {{(pid=94617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 13:49:45.780617 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-2425e4e6-e43e-4427-b384-f20fcaa07c13 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1028042801&fields=id&tenant_id=4b400b2d709b4b61a7b69b9efc0185b5 HTTP/1.1" status: 200 len: 267 time: 0.0349481 Aug 26 13:49:45.896537 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-8af8adde-df2f-42ca-9778-c88c690bae39 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:49:45.898115 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-8af8adde-df2f-42ca-9778-c88c690bae39 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/networks?id=b435baf6-4426-4781-b724-99ca30ca88f7 HTTP/1.1" status: 200 len: 812 time: 0.1107740 Aug 26 13:49:45.913830 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-99173e92-e573-4330-93f6-704e91ce3878 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/quotas/4b400b2d709b4b61a7b69b9efc0185b5 HTTP/1.1" status: 200 len: 375 time: 0.0098908 Aug 26 13:49:45.972610 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-94e3b9ce-f308-4e0c-be8a-449ddc535661 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b400b2d709b4b61a7b69b9efc0185b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0534883 Aug 26 13:49:46.058951 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-2ad81b1e-deca-4b50-936d-96aa2171636f service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 13:49:46.059960 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-2ad81b1e-deca-4b50-936d-96aa2171636f service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0762470 Aug 26 13:49:46.152060 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-dc6e0020-7dfd-477d-981a-4390ac2cf0ef service neutron] 10.222.0.35 "GET /v2.0/networks/b435baf6-4426-4781-b724-99ca30ca88f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858877 Aug 26 13:49:46.249365 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-175c4d0e-bfc1-42a1-89cd-712f47fa2af0 service neutron] 10.222.0.35 "GET /v2.0/networks/b435baf6-4426-4781-b724-99ca30ca88f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901718 Aug 26 13:49:46.613607 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device d971647c-5f8d-49e7-ac81-c26abaae9e19 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:49:46.755398 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] No Port match for: d971647c-5f8d-49e7-ac81-c26abaae9e19 {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:49:46.755741 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device d971647c-5f8d-49e7-ac81-c26abaae9e19 not bound to the agent host hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:49:46.864898 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0a53146d-be19-42a7-baae-99f53db2d4f7 req-18dd9145-5044-4df6-9477-d927a5680a05 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=175b7aff-7fdc-460e-a778-6ac3e3c68423 HTTP/1.1" status: 200 len: 210 time: 0.0269477 Aug 26 13:49:47.959729 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-01ae771a-5e59-4d34-8107-b4386d34279f req-db5587fb-3c90-44c2-be32-7bb78f19853a tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=175b7aff-7fdc-460e-a778-6ac3e3c68423 HTTP/1.1" status: 200 len: 210 time: 0.0273278 Aug 26 13:49:48.982909 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-a2d7f752-13fd-4eda-8e06-7fa1949880fd tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:49:48.985396 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-a2d7f752-13fd-4eda-8e06-7fa1949880fd tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.38 "GET /v2.0/networks?id=b435baf6-4426-4781-b724-99ca30ca88f7 HTTP/1.1" status: 200 len: 812 time: 0.1199620 Aug 26 13:49:49.041249 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-ea428b26-c849-4296-b0bc-aca6c3f608bd tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b400b2d709b4b61a7b69b9efc0185b5 HTTP/1.1" status: 200 len: 380 time: 0.0414288 Aug 26 13:49:49.051876 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-c3356f03-50aa-4b75-a74c-2a522b80c0b7 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Request body: {'port': {'device_id': '175b7aff-7fdc-460e-a778-6ac3e3c68423', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'admin_state_up': True, 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'security_groups': ['8165d2e0-1746-4478-952c-299a2b010acb']}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:49:49.054665 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-19349815-1a00-44c8-a081-3cf2f2cfe29c req-977b6ea5-a343-4304-8b9e-3e649e34ac2e tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=175b7aff-7fdc-460e-a778-6ac3e3c68423 HTTP/1.1" status: 200 len: 210 time: 0.0263069 Aug 26 13:49:49.222012 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-c3356f03-50aa-4b75-a74c-2a522b80c0b7 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Made reservation on behalf of 4b400b2d709b4b61a7b69b9efc0185b5 for: {'port': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:49:49.229832 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-c3356f03-50aa-4b75-a74c-2a522b80c0b7 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:49:49.355765 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-c3356f03-50aa-4b75-a74c-2a522b80c0b7 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Allocated IP 172.20.0.4 (b435baf6-4426-4781-b724-99ca30ca88f7/3ab1cd8e-4b0e-400f-95c9-a7548472d8c9/2191bd2c-6dee-43ae-85c7-f32b09be16b2) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:49:49.491144 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-c3356f03-50aa-4b75-a74c-2a522b80c0b7 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:49:49.504664 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.provisioning_blocks [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-c3356f03-50aa-4b75-a74c-2a522b80c0b7 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Transition to ACTIVE for port object 2191bd2c-6dee-43ae-85c7-f32b09be16b2 will not be triggered until provisioned by entity DHCP. {{(pid=94615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:49:49.641817 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-c3356f03-50aa-4b75-a74c-2a522b80c0b7 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:49:49.682240 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-c3356f03-50aa-4b75-a74c-2a522b80c0b7 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Network b435baf6-4426-4781-b724-99ca30ca88f7 is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:49:49.687143 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-c3356f03-50aa-4b75-a74c-2a522b80c0b7 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:49:49.690803 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-c3356f03-50aa-4b75-a74c-2a522b80c0b7 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:49:49.717149 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3356f03-50aa-4b75-a74c-2a522b80c0b7 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Pushing event updated for resources: {'Port': ['ID=2191bd2c-6dee-43ae-85c7-f32b09be16b2,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:49:49.755948 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-c3356f03-50aa-4b75-a74c-2a522b80c0b7 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:49:49.759284 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-c3356f03-50aa-4b75-a74c-2a522b80c0b7 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:49:49.850962 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-c3356f03-50aa-4b75-a74c-2a522b80c0b7 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8001025 Aug 26 13:49:49.868360 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-234fd347-ee5a-42b3-b9d1-46ad7154bce8 service neutron] Request body: {'port': {'device_id': '175b7aff-7fdc-460e-a778-6ac3e3c68423', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:49:49.927705 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-234fd347-ee5a-42b3-b9d1-46ad7154bce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:49:49.948760 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-3ec56f34-a8bd-4b90-9e6b-70a691b4e40e None None] Provisioning for port 2191bd2c-6dee-43ae-85c7-f32b09be16b2 completed by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:49:49.954108 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-3ec56f34-a8bd-4b90-9e6b-70a691b4e40e None None] Provisioning complete for port 2191bd2c-6dee-43ae-85c7-f32b09be16b2 triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:49:49.954680 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-3ec56f34-a8bd-4b90-9e6b-70a691b4e40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:49:49.991090 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-3ec56f34-a8bd-4b90-9e6b-70a691b4e40e None None] Port 2191bd2c-6dee-43ae-85c7-f32b09be16b2 cannot update to ACTIVE because it is not bound. {{(pid=94616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 13:49:50.179760 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d782ea1-59d5-4c17-99ea-5be9055e0947 req-29c57148-6393-4883-b676-3f1ba615cd67 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:49:50.181822 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6d782ea1-59d5-4c17-99ea-5be9055e0947 req-29c57148-6393-4883-b676-3f1ba615cd67 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=175b7aff-7fdc-460e-a778-6ac3e3c68423 HTTP/1.1" status: 200 len: 931 time: 0.0595233 Aug 26 13:49:50.195502 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-234fd347-ee5a-42b3-b9d1-46ad7154bce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2191bd2c-6dee-43ae-85c7-f32b09be16b2 {{(pid=94615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:49:50.203096 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-234fd347-ee5a-42b3-b9d1-46ad7154bce8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:49:50.215439 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.provisioning_blocks [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-234fd347-ee5a-42b3-b9d1-46ad7154bce8 service neutron] Transition to ACTIVE for port object 2191bd2c-6dee-43ae-85c7-f32b09be16b2 will not be triggered until provisioned by entity L2. {{(pid=94615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:49:50.221348 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6d782ea1-59d5-4c17-99ea-5be9055e0947 req-0e0f5669-b03b-4df4-95ec-fc84fb6738f4 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328026 Aug 26 13:49:50.304215 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-234fd347-ee5a-42b3-b9d1-46ad7154bce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764776'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:49:50.359589 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234fd347-ee5a-42b3-b9d1-46ad7154bce8 service neutron] Pushing event updated for resources: {'Port': ['ID=2191bd2c-6dee-43ae-85c7-f32b09be16b2,revision_number=2']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:49:50.429452 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-234fd347-ee5a-42b3-b9d1-46ad7154bce8 service neutron] Attempting to bind port 2191bd2c-6dee-43ae-85c7-f32b09be16b2 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:49:50.430378 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-234fd347-ee5a-42b3-b9d1-46ad7154bce8 service neutron] Attempting to bind port 2191bd2c-6dee-43ae-85c7-f32b09be16b2 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '5c48b6e8-f3c1-4830-8915-5574d60d257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7'}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:49:50.430378 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-234fd347-ee5a-42b3-b9d1-46ad7154bce8 service neutron] Attempting to bind port 2191bd2c-6dee-43ae-85c7-f32b09be16b2 on network b435baf6-4426-4781-b724-99ca30ca88f7 {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:49:50.434987 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-234fd347-ee5a-42b3-b9d1-46ad7154bce8 service neutron] Port 2191bd2c-6dee-43ae-85c7-f32b09be16b2 on network b435baf6-4426-4781-b724-99ca30ca88f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 13:49:50.435314 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-234fd347-ee5a-42b3-b9d1-46ad7154bce8 service neutron] Attempting to bind port 2191bd2c-6dee-43ae-85c7-f32b09be16b2 on network b435baf6-4426-4781-b724-99ca30ca88f7 {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:49:50.441121 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-234fd347-ee5a-42b3-b9d1-46ad7154bce8 service neutron] Checking agent: {'id': 'ecd4b6ee-6295-46a8-8c11-8af9b25961a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'started_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:49:50.441523 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-234fd347-ee5a-42b3-b9d1-46ad7154bce8 service neutron] Checking segment: {'id': '5c48b6e8-f3c1-4830-8915-5574d60d257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:49:50.442047 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-234fd347-ee5a-42b3-b9d1-46ad7154bce8 service neutron] Bound using segment: {'id': '5c48b6e8-f3c1-4830-8915-5574d60d257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7'} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:49:50.442486 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-234fd347-ee5a-42b3-b9d1-46ad7154bce8 service neutron] Bound port: 2191bd2c-6dee-43ae-85c7-f32b09be16b2, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c48b6e8-f3c1-4830-8915-5574d60d257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7'}}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:49:50.442849 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-234fd347-ee5a-42b3-b9d1-46ad7154bce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:49:50.511458 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-234fd347-ee5a-42b3-b9d1-46ad7154bce8 service neutron] For port 2191bd2c-6dee-43ae-85c7-f32b09be16b2, host hv-cinder-78638, cleared binding levels {{(pid=94615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:49:50.514499 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-234fd347-ee5a-42b3-b9d1-46ad7154bce8 service neutron] For port 2191bd2c-6dee-43ae-85c7-f32b09be16b2, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2191bd2c-6dee-43ae-85c7-f32b09be16b2,segment=NetworkSegment(5c48b6e8-f3c1-4830-8915-5574d60d257f),segment_id=5c48b6e8-f3c1-4830-8915-5574d60d257f)] {{(pid=94615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:49:50.596044 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-234fd347-ee5a-42b3-b9d1-46ad7154bce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764776'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:49:50.638796 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-234fd347-ee5a-42b3-b9d1-46ad7154bce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:49:50.639412 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-234fd347-ee5a-42b3-b9d1-46ad7154bce8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:49:50.641335 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-234fd347-ee5a-42b3-b9d1-46ad7154bce8 service neutron] 10.222.0.38 "PUT /v2.0/ports/2191bd2c-6dee-43ae-85c7-f32b09be16b2 HTTP/1.1" status: 200 len: 1093 time: 0.7772827 Aug 26 13:49:50.644353 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '175b7aff-7fdc-460e-a778-6ac3e3c68423', 'tag': '2191bd2c-6dee-43ae-85c7-f32b09be16b2'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:49:50.648253 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea93b417d78f98f8f49a9646f42316e7837148fdcc5dd11c49486c93967457e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d18215-6df7-46b0-a3df-3365772adca0" -d '{"events": [{"name": "network-changed", "server_uuid": "175b7aff-7fdc-460e-a778-6ac3e3c68423", "tag": "2191bd2c-6dee-43ae-85c7-f32b09be16b2"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:49:50.677259 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234fd347-ee5a-42b3-b9d1-46ad7154bce8 service neutron] Pushing event updated for resources: {'Port': ['ID=2191bd2c-6dee-43ae-85c7-f32b09be16b2,revision_number=3']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:49:50.687960 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 13:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8f024f-279f-4052-9afd-86d40d8fb644 x-openstack-request-id: req-6c8f024f-279f-4052-9afd-86d40d8fb644 {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:49:50.688297 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "175b7aff-7fdc-460e-a778-6ac3e3c68423", "tag": "2191bd2c-6dee-43ae-85c7-f32b09be16b2", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:49:50.689072 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6c8f024f-279f-4052-9afd-86d40d8fb644 {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:49:50.689475 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '175b7aff-7fdc-460e-a778-6ac3e3c68423', 'tag': '2191bd2c-6dee-43ae-85c7-f32b09be16b2', 'status': 'completed', 'code': 200} Aug 26 13:49:50.774131 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d18215-6df7-46b0-a3df-3365772adca0 req-288a9a08-086b-45cc-b8b7-2b6787b4a733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:49:50.775724 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-60d18215-6df7-46b0-a3df-3365772adca0 req-288a9a08-086b-45cc-b8b7-2b6787b4a733 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4b400b2d709b4b61a7b69b9efc0185b5&device_id=175b7aff-7fdc-460e-a778-6ac3e3c68423 HTTP/1.1" status: 200 len: 1096 time: 0.0445070 Aug 26 13:49:50.882785 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d18215-6df7-46b0-a3df-3365772adca0 req-cc5f9244-1c12-426c-b5f0-f8bdd9204449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:49:50.884241 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-60d18215-6df7-46b0-a3df-3365772adca0 req-cc5f9244-1c12-426c-b5f0-f8bdd9204449 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=4b400b2d709b4b61a7b69b9efc0185b5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0949843 Aug 26 13:49:50.976819 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d18215-6df7-46b0-a3df-3365772adca0 req-57945f9a-c7b8-4dfd-be92-3a8be908c18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:49:50.978334 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-60d18215-6df7-46b0-a3df-3365772adca0 req-57945f9a-c7b8-4dfd-be92-3a8be908c18c service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870535 Aug 26 13:49:51.079124 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-cc74f132-915c-4c67-8cd1-4df5448298f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:49:51.080650 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-cc74f132-915c-4c67-8cd1-4df5448298f6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4b400b2d709b4b61a7b69b9efc0185b5&device_id=175b7aff-7fdc-460e-a778-6ac3e3c68423 HTTP/1.1" status: 200 len: 1096 time: 0.0453525 Aug 26 13:49:51.130150 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-061b1468-ecbf-4821-a691-326d1f60bf62 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2191bd2c-6dee-43ae-85c7-f32b09be16b2 HTTP/1.1" status: 200 len: 217 time: 0.0352559 Aug 26 13:49:51.178800 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-2d68c97c-0701-45d8-b905-53a083294ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:49:51.180275 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-2d68c97c-0701-45d8-b905-53a083294ffa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3ab1cd8e-4b0e-400f-95c9-a7548472d8c9 HTTP/1.1" status: 200 len: 851 time: 0.0439036 Aug 26 13:49:51.229090 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-486992c2-6c56-4ebb-b0f2-3d61f32b0617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:49:51.230512 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-486992c2-6c56-4ebb-b0f2-3d61f32b0617 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b435baf6-4426-4781-b724-99ca30ca88f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0428488 Aug 26 13:49:51.319214 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-50ee9c40-53e9-4289-bf4e-ef6434a950db service neutron] 10.222.0.38 "GET /v2.0/networks/b435baf6-4426-4781-b724-99ca30ca88f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813558 Aug 26 13:49:51.335181 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cf5bd-55eb-4cbe-bf4d-e1e12bacf132 req-c3a1a4b4-7b5b-4d28-a1b1-628357986946 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:49:51.336655 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-401cf5bd-55eb-4cbe-bf4d-e1e12bacf132 req-c3a1a4b4-7b5b-4d28-a1b1-628357986946 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=175b7aff-7fdc-460e-a778-6ac3e3c68423 HTTP/1.1" status: 200 len: 943 time: 0.0505548 Aug 26 13:49:51.374894 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-401cf5bd-55eb-4cbe-bf4d-e1e12bacf132 req-51f0c358-f40b-42f9-89f9-1eb838a762f8 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323088 Aug 26 13:49:51.412422 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-bfb7f4b8-910b-4213-b493-ef0a60822bd9 req-0048b085-a46b-4188-8afe-054fb0a421fd service neutron] 10.222.0.38 "GET /v2.0/networks/b435baf6-4426-4781-b724-99ca30ca88f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863731 Aug 26 13:49:52.489667 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace94912-036f-4b2b-9d0c-2d0c3ebc3bde req-a40256ce-ab5a-4a2b-9ddb-ce5e2bb0a602 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:49:52.491180 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ace94912-036f-4b2b-9d0c-2d0c3ebc3bde req-a40256ce-ab5a-4a2b-9ddb-ce5e2bb0a602 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=175b7aff-7fdc-460e-a778-6ac3e3c68423 HTTP/1.1" status: 200 len: 943 time: 0.0490217 Aug 26 13:49:52.528701 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ace94912-036f-4b2b-9d0c-2d0c3ebc3bde req-d18e7d22-e81c-42b9-b290-23df954c8e26 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315464 Aug 26 13:49:53.643738 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f5f0e-2075-49a2-9c10-9c4a9219fa8f req-d69b69b3-618a-47fb-8b81-7b149593c025 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:49:53.645273 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f09f5f0e-2075-49a2-9c10-9c4a9219fa8f req-d69b69b3-618a-47fb-8b81-7b149593c025 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=175b7aff-7fdc-460e-a778-6ac3e3c68423 HTTP/1.1" status: 200 len: 943 time: 0.0499153 Aug 26 13:49:53.683213 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f09f5f0e-2075-49a2-9c10-9c4a9219fa8f req-36fe3722-cd24-446d-b442-4f2b271cb90d tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318172 Aug 26 13:49:54.149814 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-90e80dac-f283-4e87-b094-633311358d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:49:54.802919 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df840e8-2e69-467c-aa1a-8c0f60db3ad7 req-b4357913-4179-4399-ae86-5e988c0d539b tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:49:54.804399 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7df840e8-2e69-467c-aa1a-8c0f60db3ad7 req-b4357913-4179-4399-ae86-5e988c0d539b tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=175b7aff-7fdc-460e-a778-6ac3e3c68423 HTTP/1.1" status: 200 len: 943 time: 0.0524197 Aug 26 13:49:54.842251 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7df840e8-2e69-467c-aa1a-8c0f60db3ad7 req-55f38897-88ec-4f1f-9122-25b887479836 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317483 Aug 26 13:49:55.955453 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057dfe5-ccc7-4541-9d82-49689835343c req-234b7ce5-a58b-4af1-8a10-0cc1d2b8f240 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:49:55.957612 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4057dfe5-ccc7-4541-9d82-49689835343c req-234b7ce5-a58b-4af1-8a10-0cc1d2b8f240 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=175b7aff-7fdc-460e-a778-6ac3e3c68423 HTTP/1.1" status: 200 len: 943 time: 0.0487719 Aug 26 13:49:55.995701 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-4057dfe5-ccc7-4541-9d82-49689835343c req-020614ba-c5ff-4e4b-989c-69e4a22e3e3f tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320549 Aug 26 13:49:56.839158 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e7861953-fd23-4d66-8bb0-d5b9af2df466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:49:57.113241 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490977ff-3de6-410d-895d-5fa6f0e4e052 req-fd251cb1-3db8-4dc4-97bd-50a563675958 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:49:57.114815 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-490977ff-3de6-410d-895d-5fa6f0e4e052 req-fd251cb1-3db8-4dc4-97bd-50a563675958 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=175b7aff-7fdc-460e-a778-6ac3e3c68423 HTTP/1.1" status: 200 len: 943 time: 0.0534065 Aug 26 13:49:57.154352 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-490977ff-3de6-410d-895d-5fa6f0e4e052 req-f3f6a537-1c9f-4a27-9470-cf49c73009ce tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335267 Aug 26 13:49:57.513002 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:49:58.092293 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:49:58.272764 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033384c9-b32b-49a0-adc7-6835931bd0af req-c0757d03-dfd0-402a-9603-9e203979f3b4 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:49:58.274267 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-033384c9-b32b-49a0-adc7-6835931bd0af req-c0757d03-dfd0-402a-9603-9e203979f3b4 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=175b7aff-7fdc-460e-a778-6ac3e3c68423 HTTP/1.1" status: 200 len: 943 time: 0.0525231 Aug 26 13:49:58.312378 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-033384c9-b32b-49a0-adc7-6835931bd0af req-219ee83e-600b-46e7-b6bf-1fe23892853b tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319088 Aug 26 13:49:58.666799 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 2191bd2c-6dee-43ae-85c7-f32b09be16b2 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=94616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 13:49:58.743802 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:49:58.763168 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 2191bd2c-6dee-43ae-85c7-f32b09be16b2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2191bd2c-6dee-43ae-85c7-f32b09be16b2,segment=NetworkSegment(5c48b6e8-f3c1-4830-8915-5574d60d257f),segment_id=5c48b6e8-f3c1-4830-8915-5574d60d257f)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:49:58.774387 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Returning: {'device': '2191bd2c-6dee-43ae-85c7-f32b09be16b2', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'port_id': '2191bd2c-6dee-43ae-85c7-f32b09be16b2', 'mac_address': 'fa:16:3e:b1:d9:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 13:49:58.810950 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:49:58.823076 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2191bd2c-6dee-43ae-85c7-f32b09be16b2 {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:49:58.842008 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 2191bd2c-6dee-43ae-85c7-f32b09be16b2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2191bd2c-6dee-43ae-85c7-f32b09be16b2,segment=NetworkSegment(5c48b6e8-f3c1-4830-8915-5574d60d257f),segment_id=5c48b6e8-f3c1-4830-8915-5574d60d257f)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:49:58.913862 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:49:58.968224 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=2191bd2c-6dee-43ae-85c7-f32b09be16b2,revision_number=4']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:49:58.975767 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:49:58.976109 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:49:58.976448 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:49:58.976780 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:49:58.977106 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:49:58.977436 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:49:58.977797 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:49:58.978101 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:49:58.978423 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:49:58.978742 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:49:58.979058 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:49:58.979374 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:49:59.205409 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['2191bd2c-6dee-43ae-85c7-f32b09be16b2'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:49:59.430429 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b5432-99c4-4f90-b223-26129eaac7b1 req-c1d0408f-f6f3-479f-8c46-a9fd5ac38001 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:49:59.431931 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-739b5432-99c4-4f90-b223-26129eaac7b1 req-c1d0408f-f6f3-479f-8c46-a9fd5ac38001 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=175b7aff-7fdc-460e-a778-6ac3e3c68423 HTTP/1.1" status: 200 len: 944 time: 0.0542679 Aug 26 13:49:59.472906 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-739b5432-99c4-4f90-b223-26129eaac7b1 req-22ab470f-0601-48a2-a73f-a710faa369bd tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341203 Aug 26 13:50:00.438995 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:50:00.584356 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfcaeb-a28b-4c10-bea5-618f86bf228a req-f55438ae-83f4-4e7a-8977-2c9b8fd93a9c tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:50:00.585867 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0ecfcaeb-a28b-4c10-bea5-618f86bf228a req-f55438ae-83f4-4e7a-8977-2c9b8fd93a9c tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=175b7aff-7fdc-460e-a778-6ac3e3c68423 HTTP/1.1" status: 200 len: 944 time: 0.0487256 Aug 26 13:50:00.623880 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0ecfcaeb-a28b-4c10-bea5-618f86bf228a req-869bcc86-6a05-4d98-a13c-9260fb75fc2c tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312910 Aug 26 13:50:00.690602 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 2191bd2c-6dee-43ae-85c7-f32b09be16b2 up at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:50:00.792567 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning for port 2191bd2c-6dee-43ae-85c7-f32b09be16b2 completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:50:00.796465 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning complete for port 2191bd2c-6dee-43ae-85c7-f32b09be16b2 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:50:00.796839 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:50:00.875161 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:50:00.897295 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175b7aff-7fdc-460e-a778-6ac3e3c68423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2191bd2c-6dee-43ae-85c7-f32b09be16b2'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:50:00.899581 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adf09783f65fc29d397fc30c9e785295af8fecd29e58eb7f547da51af43e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1b3369-d67b-49b1-a53c-c784bbe18075" -d '{"events": [{"server_uuid": "175b7aff-7fdc-460e-a778-6ac3e3c68423", "name": "network-vif-plugged", "status": "completed", "tag": "2191bd2c-6dee-43ae-85c7-f32b09be16b2"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:50:00.913541 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 2191bd2c-6dee-43ae-85c7-f32b09be16b2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2191bd2c-6dee-43ae-85c7-f32b09be16b2,segment=NetworkSegment(5c48b6e8-f3c1-4830-8915-5574d60d257f),segment_id=5c48b6e8-f3c1-4830-8915-5574d60d257f)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:50:00.966761 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:50:01.000293 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40a4559-a781-4ab6-b1fa-ab3de86d289d x-openstack-request-id: req-f40a4559-a781-4ab6-b1fa-ab3de86d289d {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:50:01.000587 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "175b7aff-7fdc-460e-a778-6ac3e3c68423", "name": "network-vif-plugged", "status": "completed", "tag": "2191bd2c-6dee-43ae-85c7-f32b09be16b2", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:50:01.000848 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f40a4559-a781-4ab6-b1fa-ab3de86d289d {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:50:01.001232 dv-cinder-786386-11-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '175b7aff-7fdc-460e-a778-6ac3e3c68423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2191bd2c-6dee-43ae-85c7-f32b09be16b2', 'code': 200} Aug 26 13:50:01.024317 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=2191bd2c-6dee-43ae-85c7-f32b09be16b2,revision_number=5']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:50:01.417030 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88599581-3e63-41b1-9ec9-ed7acf453be1 req-fc5d9e8d-f3a2-469b-9646-3c0b3650e073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:50:01.418581 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-88599581-3e63-41b1-9ec9-ed7acf453be1 req-fc5d9e8d-f3a2-469b-9646-3c0b3650e073 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=175b7aff-7fdc-460e-a778-6ac3e3c68423 HTTP/1.1" status: 200 len: 1098 time: 0.0402374 Aug 26 13:50:01.454122 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-88599581-3e63-41b1-9ec9-ed7acf453be1 req-3ed33e14-7989-47ac-9b8f-e3b2328c3d2b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283861 Aug 26 13:50:01.741673 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661635a9-1b6c-49f9-bfb2-3e49a792ad22 req-c749fc2c-0c17-4c4b-9b56-7fe53a347325 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:50:01.743291 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-661635a9-1b6c-49f9-bfb2-3e49a792ad22 req-c749fc2c-0c17-4c4b-9b56-7fe53a347325 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=175b7aff-7fdc-460e-a778-6ac3e3c68423 HTTP/1.1" status: 200 len: 945 time: 0.0536325 Aug 26 13:50:01.781323 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-661635a9-1b6c-49f9-bfb2-3e49a792ad22 req-06487315-9e9a-42e5-ab7b-82dd18629bd6 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321820 Aug 26 13:50:02.899242 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe9921-cc12-4e00-b132-92a60141a6a4 req-8b46bfd1-6eb0-4ea4-8521-c0fd7c10a5f4 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:50:02.900734 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a2fe9921-cc12-4e00-b132-92a60141a6a4 req-8b46bfd1-6eb0-4ea4-8521-c0fd7c10a5f4 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=175b7aff-7fdc-460e-a778-6ac3e3c68423 HTTP/1.1" status: 200 len: 945 time: 0.0501189 Aug 26 13:50:02.938231 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a2fe9921-cc12-4e00-b132-92a60141a6a4 req-eb2c94b5-89a2-4adb-b550-f030f008ff23 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311189 Aug 26 13:50:03.051526 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b13574-b622-4a60-acdf-7f9d6b65706d req-9fab9777-a820-47cd-b8e8-44ddcc9ef56c tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:50:03.053606 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-00b13574-b622-4a60-acdf-7f9d6b65706d req-9fab9777-a820-47cd-b8e8-44ddcc9ef56c tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=175b7aff-7fdc-460e-a778-6ac3e3c68423 HTTP/1.1" status: 200 len: 945 time: 0.0503972 Aug 26 13:50:03.095146 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-00b13574-b622-4a60-acdf-7f9d6b65706d req-d74f5f9d-eb9c-4f82-b6e7-83339828ee7a tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356138 Aug 26 13:50:03.117612 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 37488) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:50:03.159883 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac1cf39-1019-498b-a192-f3d739845369 tempest-TestVolumeBootPattern-262740506 tempest-TestVolumeBootPattern-262740506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:50:03.161387 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-aac1cf39-1019-498b-a192-f3d739845369 tempest-TestVolumeBootPattern-262740506 tempest-TestVolumeBootPattern-262740506-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=175b7aff-7fdc-460e-a778-6ac3e3c68423 HTTP/1.1" status: 200 len: 1093 time: 0.0428011 Aug 26 13:50:03.164675 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 37490) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:50:03.168996 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.v2.base [None req-f4c99d83-28b9-4d98-9a8c-94142a3c8872 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Request body: {'floatingip': {'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'port_id': '2191bd2c-6dee-43ae-85c7-f32b09be16b2', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:50:03.272830 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-f4c99d83-28b9-4d98-9a8c-94142a3c8872 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for floatingip, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:50:03.377819 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-f4c99d83-28b9-4d98-9a8c-94142a3c8872 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:50:03.481289 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_common [None req-f4c99d83-28b9-4d98-9a8c-94142a3c8872 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Allocated IP 172.27.2.89 (0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a/b7ae35bd-0037-4f3a-908b-b50a80e8b092/f73e3792-fb05-482d-9ace-844259ab0f36) {{(pid=94614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:50:03.578426 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-f4c99d83-28b9-4d98-9a8c-94142a3c8872 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for port, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:50:03.668069 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-f4c99d83-28b9-4d98-9a8c-94142a3c8872 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:50:03.717578 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c99d83-28b9-4d98-9a8c-94142a3c8872 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Network 0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:50:03.720455 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-f4c99d83-28b9-4d98-9a8c-94142a3c8872 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:50:03.724038 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c99d83-28b9-4d98-9a8c-94142a3c8872 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Received port after_create {{(pid=94614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:50:03.729531 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c99d83-28b9-4d98-9a8c-94142a3c8872 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Pushing event updated for resources: {'Port': ['ID=f73e3792-fb05-482d-9ace-844259ab0f36,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:50:03.755080 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c99d83-28b9-4d98-9a8c-94142a3c8872 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:50:03.755425 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c99d83-28b9-4d98-9a8c-94142a3c8872 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:50:03.755759 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c99d83-28b9-4d98-9a8c-94142a3c8872 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:50:03.756695 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c99d83-28b9-4d98-9a8c-94142a3c8872 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:50:03.757023 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c99d83-28b9-4d98-9a8c-94142a3c8872 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:50:03.757364 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c99d83-28b9-4d98-9a8c-94142a3c8872 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:50:03.757687 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c99d83-28b9-4d98-9a8c-94142a3c8872 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:50:03.758029 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c99d83-28b9-4d98-9a8c-94142a3c8872 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:50:03.758350 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c99d83-28b9-4d98-9a8c-94142a3c8872 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:50:03.758667 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c99d83-28b9-4d98-9a8c-94142a3c8872 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:50:03.758982 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c99d83-28b9-4d98-9a8c-94142a3c8872 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:50:03.759296 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c99d83-28b9-4d98-9a8c-94142a3c8872 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:50:04.092864 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-f4c99d83-28b9-4d98-9a8c-94142a3c8872 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:50:04.212259 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-f4c99d83-28b9-4d98-9a8c-94142a3c8872 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:50:04.366612 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-f4c99d83-28b9-4d98-9a8c-94142a3c8872 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:50:04.458515 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-f4c99d83-28b9-4d98-9a8c-94142a3c8872 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625096'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:50:04.527040 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c99d83-28b9-4d98-9a8c-94142a3c8872 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Pushing event updated for resources: {'Port': ['ID=f73e3792-fb05-482d-9ace-844259ab0f36,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:50:04.537036 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-f4c99d83-28b9-4d98-9a8c-94142a3c8872 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430417'] for floatingip, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:50:04.639686 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.db.l3_db [None req-f4c99d83-28b9-4d98-9a8c-94142a3c8872 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Floating IP b7c08868-4790-4070-b468-98a19a65ddd6 associated. External IP: 172.27.2.89, port: 2191bd2c-6dee-43ae-85c7-f32b09be16b2. Aug 26 13:50:04.763954 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 6 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:50:04.851711 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c99d83-28b9-4d98-9a8c-94142a3c8872 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Router 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 has already been hosted by L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 {{(pid=94614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 13:50:04.960667 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c99d83-28b9-4d98-9a8c-94142a3c8872 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:50:04.970629 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7c5df4-723a-4c2a-bbff-edffedf0896f None None] Sync routers for ids ['3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'] in dv-cinder-786386-11-iscsi {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:50:04.980109 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7c5df4-723a-4c2a-bbff-edffedf0896f None None] Routers {'3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:50:04.980729 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-ed7c5df4-723a-4c2a-bbff-edffedf0896f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:49:57Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:50:05.040965 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-f4c99d83-28b9-4d98-9a8c-94142a3c8872 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for floatingip, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:50:05.069000 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-f4c99d83-28b9-4d98-9a8c-94142a3c8872 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9027851 Aug 26 13:50:05.069589 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '175b7aff-7fdc-460e-a778-6ac3e3c68423', 'tag': '2191bd2c-6dee-43ae-85c7-f32b09be16b2'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:50:05.071891 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a01c3ba01e4bf0bec97fb524610b41262b2b21d9aec27a526a98035f21d3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1844845-414d-41f5-99fb-7f743d528113" -d '{"events": [{"name": "network-changed", "server_uuid": "175b7aff-7fdc-460e-a778-6ac3e3c68423", "tag": "2191bd2c-6dee-43ae-85c7-f32b09be16b2"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:50:05.087497 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-ed7c5df4-723a-4c2a-bbff-edffedf0896f None None] Set router 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:50:05.159923 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 13:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041538b8-a05e-4839-a1b3-396f25d18474 x-openstack-request-id: req-041538b8-a05e-4839-a1b3-396f25d18474 {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:50:05.160709 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "175b7aff-7fdc-460e-a778-6ac3e3c68423", "tag": "2191bd2c-6dee-43ae-85c7-f32b09be16b2", "status": "completed", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:50:05.160709 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-041538b8-a05e-4839-a1b3-396f25d18474 {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:50:05.161021 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '175b7aff-7fdc-460e-a778-6ac3e3c68423', 'tag': '2191bd2c-6dee-43ae-85c7-f32b09be16b2', 'status': 'completed', 'code': 200} Aug 26 13:50:05.244157 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1844845-414d-41f5-99fb-7f743d528113 req-cf5a4528-4d67-4da1-8559-1831ebc20258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:50:05.245553 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e1844845-414d-41f5-99fb-7f743d528113 req-cf5a4528-4d67-4da1-8559-1831ebc20258 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4b400b2d709b4b61a7b69b9efc0185b5&device_id=175b7aff-7fdc-460e-a778-6ac3e3c68423 HTTP/1.1" status: 200 len: 1098 time: 0.0403571 Aug 26 13:50:05.315248 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-ed7c5df4-723a-4c2a-bbff-edffedf0896f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'name': 'tempest-TestVolumeBootPattern-1925530502-router', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:46:51Z', 'updated_at': '2021-08-26T13:46:55Z', 'revision_number': 4, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'gw_port': {'id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:52Z', 'updated_at': '2021-08-26T13:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_floatingips': [{'id': 'b7c08868-4790-4070-b468-98a19a65ddd6', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'router_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'port_id': '2191bd2c-6dee-43ae-85c7-f32b09be16b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'mac_address': 'fa:16:3e:b1:d9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175b7aff-7fdc-460e-a778-6ac3e3c68423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T13:50:03Z', 'updated_at': '2021-08-26T13:50:03Z', 'revision_number': 0, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cb475a9-abdb-462a-83ff-ca692a63bf17', 'name': '', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'mac_address': 'fa:16:3e:09:0a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:54Z', 'updated_at': '2021-08-26T13:47:00Z', 'revision_number': 5, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'subnets': [{'id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:50:05.336694 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1844845-414d-41f5-99fb-7f743d528113 req-d7e14cf6-8c65-400e-b191-e59960b77ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:50:05.338189 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e1844845-414d-41f5-99fb-7f743d528113 req-d7e14cf6-8c65-400e-b191-e59960b77ab5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b435baf6-4426-4781-b724-99ca30ca88f7 HTTP/1.1" status: 200 len: 913 time: 0.0857854 Aug 26 13:50:05.344422 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7c5df4-723a-4c2a-bbff-edffedf0896f None None] Checking router: 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 for host: dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:50:05.353277 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7c5df4-723a-4c2a-bbff-edffedf0896f None None] Routers {'3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:50:05.353936 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-ed7c5df4-723a-4c2a-bbff-edffedf0896f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:49:57Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:50:05.405121 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e1844845-414d-41f5-99fb-7f743d528113 req-1bcfb0a8-3e1d-4f60-b06f-e11e362e9b4a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2191bd2c-6dee-43ae-85c7-f32b09be16b2 HTTP/1.1" status: 200 len: 998 time: 0.0584509 Aug 26 13:50:05.453506 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1844845-414d-41f5-99fb-7f743d528113 req-b8856b2f-6dca-4822-80a2-e06180de1616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:50:05.454982 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e1844845-414d-41f5-99fb-7f743d528113 req-b8856b2f-6dca-4822-80a2-e06180de1616 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3ab1cd8e-4b0e-400f-95c9-a7548472d8c9 HTTP/1.1" status: 200 len: 851 time: 0.0435367 Aug 26 13:50:05.458383 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-ed7c5df4-723a-4c2a-bbff-edffedf0896f None None] Set router 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:50:05.503666 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1844845-414d-41f5-99fb-7f743d528113 req-d8a4f83a-1ade-4372-b964-19809f0f9b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:50:05.505083 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e1844845-414d-41f5-99fb-7f743d528113 req-d8a4f83a-1ade-4372-b964-19809f0f9b4e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b435baf6-4426-4781-b724-99ca30ca88f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0433953 Aug 26 13:50:05.594665 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e1844845-414d-41f5-99fb-7f743d528113 req-d7f0653f-13af-46e3-9469-cdfa6f302fe3 service neutron] 10.222.0.38 "GET /v2.0/networks/b435baf6-4426-4781-b724-99ca30ca88f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819068 Aug 26 13:50:05.683841 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-ed7c5df4-723a-4c2a-bbff-edffedf0896f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'name': 'tempest-TestVolumeBootPattern-1925530502-router', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:46:51Z', 'updated_at': '2021-08-26T13:46:55Z', 'revision_number': 4, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'gw_port': {'id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:52Z', 'updated_at': '2021-08-26T13:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_floatingips': [{'id': 'b7c08868-4790-4070-b468-98a19a65ddd6', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'router_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'port_id': '2191bd2c-6dee-43ae-85c7-f32b09be16b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'mac_address': 'fa:16:3e:b1:d9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175b7aff-7fdc-460e-a778-6ac3e3c68423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T13:50:03Z', 'updated_at': '2021-08-26T13:50:03Z', 'revision_number': 0, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cb475a9-abdb-462a-83ff-ca692a63bf17', 'name': '', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'mac_address': 'fa:16:3e:09:0a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:54Z', 'updated_at': '2021-08-26T13:47:00Z', 'revision_number': 5, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'subnets': [{'id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:50:05.696382 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e1844845-414d-41f5-99fb-7f743d528113 req-42c9f7b4-0ee4-47da-8a48-7bf2db24feaf service neutron] 10.222.0.38 "GET /v2.0/networks/b435baf6-4426-4781-b724-99ca30ca88f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951555 Aug 26 13:50:05.713294 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7c5df4-723a-4c2a-bbff-edffedf0896f None None] The sync data for ids ['3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'] in dv-cinder-786386-11-iscsi is: [{'id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'name': 'tempest-TestVolumeBootPattern-1925530502-router', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:46:51Z', 'updated_at': '2021-08-26T13:46:55Z', 'revision_number': 4, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'gw_port': {'id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:52Z', 'updated_at': '2021-08-26T13:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_floatingips': [{'id': 'b7c08868-4790-4070-b468-98a19a65ddd6', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'router_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'port_id': '2191bd2c-6dee-43ae-85c7-f32b09be16b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'mac_address': 'fa:16:3e:b1:d9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175b7aff-7fdc-460e-a778-6ac3e3c68423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T13:50:03Z', 'updated_at': '2021-08-26T13:50:03Z', 'revision_number': 0, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cb475a9-abdb-462a-83ff-ca692a63bf17', 'name': '', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'mac_address': 'fa:16:3e:09:0a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:54Z', 'updated_at': '2021-08-26T13:47:00Z', 'revision_number': 5, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'subnets': [{'id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:50:05.903972 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2c8f86-ebbb-474d-8f01-3540ebb8e2c0 None None] New status for floating IP b7c08868-4790-4070-b468-98a19a65ddd6: ACTIVE {{(pid=94617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 13:50:24.175520 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-af161987-63a1-40ac-8938-f68655d8aa65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:50:26.872204 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0506f6cd-6568-4947-b024-57462ca31f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:50:27.523540 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:50:28.092030 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:50:28.735280 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:50:30.428781 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:50:41.763067 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 6 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:50:42.476960 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-f9ab7e08-9cef-4a63-ae5d-56669e78fbba req-8019bca3-5945-4590-a606-f2d2fb4262b8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0259006 Aug 26 13:50:42.559614 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-f9ab7e08-9cef-4a63-ae5d-56669e78fbba req-ef167709-6e1c-49b6-bcaa-fad4ec3835ac service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f7c1ac4776f8491da8ed9fa3e10f556b&device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164 HTTP/1.1" status: 200 len: 210 time: 0.0249634 Aug 26 13:50:42.604214 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-f9ab7e08-9cef-4a63-ae5d-56669e78fbba req-99fd58c3-99c6-40a2-8c44-3d21f2440e89 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=f7c1ac4776f8491da8ed9fa3e10f556b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0185874 Aug 26 13:50:42.697291 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab7e08-9cef-4a63-ae5d-56669e78fbba req-ba811113-f54d-4bf5-a6c0-ef67d16c9407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:50:42.698786 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-f9ab7e08-9cef-4a63-ae5d-56669e78fbba req-ba811113-f54d-4bf5-a6c0-ef67d16c9407 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880818 Aug 26 13:50:54.140407 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d15b071a-0616-4165-b3a5-f8cf46674953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:50:56.836821 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-83f45b65-58d0-432a-b068-d59ca806dcee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:50:57.488406 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:50:58.122601 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:50:58.711241 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:51:00.425548 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:51:18.761999 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 6 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:51:24.150319 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5534495f-ad94-4c94-9f85-0d2e6721261d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:51:26.875615 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-285bdd85-d58f-4ed1-a795-24254caf6fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:51:27.483705 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:51:28.115922 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:51:28.689564 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:51:30.418668 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:51:40.690157 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-b2a7ca01-5e0b-4ddf-b55e-564ea603e6b6 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1028042801&fields=id&tenant_id=4b400b2d709b4b61a7b69b9efc0185b5 HTTP/1.1" status: 200 len: 267 time: 0.0331981 Aug 26 13:51:40.795262 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-e082f11c-bb98-468a-8138-9108c032fb9d tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:51:40.796629 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-e082f11c-bb98-468a-8138-9108c032fb9d tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/networks?id=b435baf6-4426-4781-b724-99ca30ca88f7 HTTP/1.1" status: 200 len: 812 time: 0.0993919 Aug 26 13:51:40.811808 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-8d467490-d1f5-43ab-802c-2a4ebb10ffbd tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/quotas/4b400b2d709b4b61a7b69b9efc0185b5 HTTP/1.1" status: 200 len: 375 time: 0.0094490 Aug 26 13:51:40.868793 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-4b7fb1ef-4ee7-4a03-8f7e-6695f81c9549 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b400b2d709b4b61a7b69b9efc0185b5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0518746 Aug 26 13:51:40.961406 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-ebd5b6ce-a5c7-4cb4-bfeb-5e4b6cada1f9 service neutron] 10.222.0.35 "GET /v2.0/networks/b435baf6-4426-4781-b724-99ca30ca88f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816510 Aug 26 13:51:41.052542 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-da05b15d-ea0b-4d2f-be4d-e4a064191517 service neutron] 10.222.0.35 "GET /v2.0/networks/b435baf6-4426-4781-b724-99ca30ca88f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850110 Aug 26 13:51:41.622595 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0070c412-adad-40eb-b76f-64637a2a806b req-f7224328-1647-42cd-9e3e-a4aa10f88043 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eca45ce-0fec-473b-a2cb-5d6440bd674b HTTP/1.1" status: 200 len: 210 time: 0.0274100 Aug 26 13:51:42.496772 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a62b4234-98c4-4586-b21a-ffe9b0ef008e req-2e876fb5-7168-4ace-9189-e0a2b39c94a5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=175b7aff-7fdc-460e-a778-6ac3e3c68423&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411880 Aug 26 13:51:42.569837 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b4234-98c4-4586-b21a-ffe9b0ef008e req-984a8438-e368-424e-8ca5-c6bafdfd8cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:51:42.571923 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a62b4234-98c4-4586-b21a-ffe9b0ef008e req-984a8438-e368-424e-8ca5-c6bafdfd8cd9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4b400b2d709b4b61a7b69b9efc0185b5&device_id=175b7aff-7fdc-460e-a778-6ac3e3c68423 HTTP/1.1" status: 200 len: 1098 time: 0.0395317 Aug 26 13:51:42.678359 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b4234-98c4-4586-b21a-ffe9b0ef008e req-934cab94-04d4-4fba-bd92-877b2d16a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:51:42.679817 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a62b4234-98c4-4586-b21a-ffe9b0ef008e req-934cab94-04d4-4fba-bd92-877b2d16a90f service neutron] 10.222.0.38 "GET /v2.0/networks?id=b435baf6-4426-4781-b724-99ca30ca88f7 HTTP/1.1" status: 200 len: 913 time: 0.0893466 Aug 26 13:51:42.701464 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-fc504608-47f8-4c22-8cae-43668d587ffb req-fc4ea1f0-fbc2-4c61-a5aa-38b68ca5ecc8 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eca45ce-0fec-473b-a2cb-5d6440bd674b HTTP/1.1" status: 200 len: 210 time: 0.0285230 Aug 26 13:51:42.747974 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a62b4234-98c4-4586-b21a-ffe9b0ef008e req-e4cb8057-5071-49ad-b012-6761e917cc7e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2191bd2c-6dee-43ae-85c7-f32b09be16b2 HTTP/1.1" status: 200 len: 1000 time: 0.0613055 Aug 26 13:51:42.796528 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b4234-98c4-4586-b21a-ffe9b0ef008e req-a606ca93-ad0b-4130-a8f6-de1e9b2772b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:51:42.798005 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a62b4234-98c4-4586-b21a-ffe9b0ef008e req-a606ca93-ad0b-4130-a8f6-de1e9b2772b0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3ab1cd8e-4b0e-400f-95c9-a7548472d8c9 HTTP/1.1" status: 200 len: 851 time: 0.0431180 Aug 26 13:51:42.848844 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b4234-98c4-4586-b21a-ffe9b0ef008e req-8972e9bd-8e3e-49e1-a589-8cd513e211fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:51:42.850502 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a62b4234-98c4-4586-b21a-ffe9b0ef008e req-8972e9bd-8e3e-49e1-a589-8cd513e211fd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b435baf6-4426-4781-b724-99ca30ca88f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0460103 Aug 26 13:51:42.942962 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a62b4234-98c4-4586-b21a-ffe9b0ef008e req-858f4fa2-d2b2-421e-a7f6-6620fba187fc service neutron] 10.222.0.38 "GET /v2.0/networks/b435baf6-4426-4781-b724-99ca30ca88f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830934 Aug 26 13:51:43.297118 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a62b4234-98c4-4586-b21a-ffe9b0ef008e req-5d76c8ce-7b12-43d7-9e87-46084bd4a60d service neutron] 10.222.0.38 "GET /v2.0/networks/b435baf6-4426-4781-b724-99ca30ca88f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472607 Aug 26 13:51:43.792366 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-da1215c5-695d-4e78-8543-8a98b2c6305e req-365ee708-48ed-4df6-b110-f69f3241d70a tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eca45ce-0fec-473b-a2cb-5d6440bd674b HTTP/1.1" status: 200 len: 210 time: 0.0260398 Aug 26 13:51:44.898246 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-402ef083-e721-42f4-92b8-2a1f46a39603 req-b9258d1c-04f6-4f64-8411-71764c9cfb50 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eca45ce-0fec-473b-a2cb-5d6440bd674b HTTP/1.1" status: 200 len: 210 time: 0.0301344 Aug 26 13:51:45.991587 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-cfa03377-f730-4d5c-9477-7aee7c38bac4 req-1526b31c-521c-4695-950a-bdc1b7e1c1ef tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eca45ce-0fec-473b-a2cb-5d6440bd674b HTTP/1.1" status: 200 len: 210 time: 0.0265372 Aug 26 13:51:46.191148 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-4e8cbfd9-a771-49fc-ab4f-c4c55e157068 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:51:46.192436 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-4e8cbfd9-a771-49fc-ab4f-c4c55e157068 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.38 "GET /v2.0/networks?id=b435baf6-4426-4781-b724-99ca30ca88f7 HTTP/1.1" status: 200 len: 812 time: 0.0998085 Aug 26 13:51:46.240623 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-2ab18899-55b4-4013-ad16-b2f84d2c3cc8 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b400b2d709b4b61a7b69b9efc0185b5 HTTP/1.1" status: 200 len: 380 time: 0.0341635 Aug 26 13:51:46.250025 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-e8d64904-2cfb-455e-a0eb-37ac9bfc0a10 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Request body: {'port': {'device_id': '0eca45ce-0fec-473b-a2cb-5d6440bd674b', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'admin_state_up': True, 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'security_groups': ['8165d2e0-1746-4478-952c-299a2b010acb']}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:51:46.466250 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-e8d64904-2cfb-455e-a0eb-37ac9bfc0a10 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Made reservation on behalf of 4b400b2d709b4b61a7b69b9efc0185b5 for: {'port': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 13:51:46.470637 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-e8d64904-2cfb-455e-a0eb-37ac9bfc0a10 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:51:46.592742 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-e8d64904-2cfb-455e-a0eb-37ac9bfc0a10 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Allocated IP 172.20.0.8 (b435baf6-4426-4781-b724-99ca30ca88f7/3ab1cd8e-4b0e-400f-95c9-a7548472d8c9/8c2e16d8-d55d-44ba-81a6-2b6f5b621c05) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:51:46.727796 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-e8d64904-2cfb-455e-a0eb-37ac9bfc0a10 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:51:46.740732 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.provisioning_blocks [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-e8d64904-2cfb-455e-a0eb-37ac9bfc0a10 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Transition to ACTIVE for port object 8c2e16d8-d55d-44ba-81a6-2b6f5b621c05 will not be triggered until provisioned by entity DHCP. {{(pid=94615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:51:46.841497 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-e8d64904-2cfb-455e-a0eb-37ac9bfc0a10 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:51:46.886630 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-e8d64904-2cfb-455e-a0eb-37ac9bfc0a10 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Network b435baf6-4426-4781-b724-99ca30ca88f7 is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:51:46.889621 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-e8d64904-2cfb-455e-a0eb-37ac9bfc0a10 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:51:46.893376 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-e8d64904-2cfb-455e-a0eb-37ac9bfc0a10 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:51:46.920750 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d64904-2cfb-455e-a0eb-37ac9bfc0a10 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Pushing event updated for resources: {'Port': ['ID=8c2e16d8-d55d-44ba-81a6-2b6f5b621c05,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:51:46.933857 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d64904-2cfb-455e-a0eb-37ac9bfc0a10 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:51:46.934209 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d64904-2cfb-455e-a0eb-37ac9bfc0a10 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:51:46.934554 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d64904-2cfb-455e-a0eb-37ac9bfc0a10 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:51:46.934890 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d64904-2cfb-455e-a0eb-37ac9bfc0a10 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:51:46.935222 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d64904-2cfb-455e-a0eb-37ac9bfc0a10 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:51:46.935555 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d64904-2cfb-455e-a0eb-37ac9bfc0a10 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:51:46.935883 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d64904-2cfb-455e-a0eb-37ac9bfc0a10 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:51:46.936211 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d64904-2cfb-455e-a0eb-37ac9bfc0a10 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:51:46.936536 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d64904-2cfb-455e-a0eb-37ac9bfc0a10 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:51:46.936860 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d64904-2cfb-455e-a0eb-37ac9bfc0a10 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:51:46.937180 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d64904-2cfb-455e-a0eb-37ac9bfc0a10 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:51:46.937500 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d64904-2cfb-455e-a0eb-37ac9bfc0a10 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:51:46.961409 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-e8d64904-2cfb-455e-a0eb-37ac9bfc0a10 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:51:46.962123 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-e8d64904-2cfb-455e-a0eb-37ac9bfc0a10 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:51:47.090005 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-e8d64904-2cfb-455e-a0eb-37ac9bfc0a10 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8434765 Aug 26 13:51:47.108645 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-9da5bd85-3012-4444-89b8-8c0ff9bcd11e service neutron] Request body: {'port': {'device_id': '0eca45ce-0fec-473b-a2cb-5d6440bd674b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:51:47.109007 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1418f5-bcf3-4756-823c-50a6bd5fd3ad req-69a7fe73-8739-438f-8a84-787cb7ddff02 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:51:47.110590 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1e1418f5-bcf3-4756-823c-50a6bd5fd3ad req-69a7fe73-8739-438f-8a84-787cb7ddff02 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eca45ce-0fec-473b-a2cb-5d6440bd674b HTTP/1.1" status: 200 len: 931 time: 0.0515020 Aug 26 13:51:47.149967 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1e1418f5-bcf3-4756-823c-50a6bd5fd3ad req-25df3b84-8846-4ed5-bdfa-f83cc3bcc985 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322459 Aug 26 13:51:47.166961 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-9da5bd85-3012-4444-89b8-8c0ff9bcd11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:51:47.275628 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-dd9eb987-0016-4fe3-a8e2-cea5b31ad499 None None] Provisioning for port 8c2e16d8-d55d-44ba-81a6-2b6f5b621c05 completed by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:51:47.280504 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-dd9eb987-0016-4fe3-a8e2-cea5b31ad499 None None] Provisioning complete for port 8c2e16d8-d55d-44ba-81a6-2b6f5b621c05 triggered by entity DHCP. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:51:47.280871 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-dd9eb987-0016-4fe3-a8e2-cea5b31ad499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:51:47.314324 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-dd9eb987-0016-4fe3-a8e2-cea5b31ad499 None None] Port 8c2e16d8-d55d-44ba-81a6-2b6f5b621c05 cannot update to ACTIVE because it is not bound. {{(pid=94616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 13:51:47.434664 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-9da5bd85-3012-4444-89b8-8c0ff9bcd11e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c2e16d8-d55d-44ba-81a6-2b6f5b621c05 {{(pid=94615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:51:47.442290 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-9da5bd85-3012-4444-89b8-8c0ff9bcd11e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:51:47.455173 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.provisioning_blocks [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-9da5bd85-3012-4444-89b8-8c0ff9bcd11e service neutron] Transition to ACTIVE for port object 8c2e16d8-d55d-44ba-81a6-2b6f5b621c05 will not be triggered until provisioned by entity L2. {{(pid=94615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 13:51:47.561181 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-9da5bd85-3012-4444-89b8-8c0ff9bcd11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764776'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:51:47.619276 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5bd85-3012-4444-89b8-8c0ff9bcd11e service neutron] Pushing event updated for resources: {'Port': ['ID=8c2e16d8-d55d-44ba-81a6-2b6f5b621c05,revision_number=2']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:51:47.686629 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-9da5bd85-3012-4444-89b8-8c0ff9bcd11e service neutron] Attempting to bind port 8c2e16d8-d55d-44ba-81a6-2b6f5b621c05 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 13:51:47.686974 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-9da5bd85-3012-4444-89b8-8c0ff9bcd11e service neutron] Attempting to bind port 8c2e16d8-d55d-44ba-81a6-2b6f5b621c05 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '5c48b6e8-f3c1-4830-8915-5574d60d257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7'}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 13:51:47.687287 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-9da5bd85-3012-4444-89b8-8c0ff9bcd11e service neutron] Attempting to bind port 8c2e16d8-d55d-44ba-81a6-2b6f5b621c05 on network b435baf6-4426-4781-b724-99ca30ca88f7 {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:51:47.691852 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-9da5bd85-3012-4444-89b8-8c0ff9bcd11e service neutron] Port 8c2e16d8-d55d-44ba-81a6-2b6f5b621c05 on network b435baf6-4426-4781-b724-99ca30ca88f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 13:51:47.692179 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-9da5bd85-3012-4444-89b8-8c0ff9bcd11e service neutron] Attempting to bind port 8c2e16d8-d55d-44ba-81a6-2b6f5b621c05 on network b435baf6-4426-4781-b724-99ca30ca88f7 {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 13:51:47.697748 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-9da5bd85-3012-4444-89b8-8c0ff9bcd11e service neutron] Checking agent: {'id': 'ecd4b6ee-6295-46a8-8c11-8af9b25961a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'started_at': datetime.datetime(2021, 8, 26, 13, 35, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 13, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 13:51:47.698756 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-9da5bd85-3012-4444-89b8-8c0ff9bcd11e service neutron] Checking segment: {'id': '5c48b6e8-f3c1-4830-8915-5574d60d257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 13:51:47.698756 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-9da5bd85-3012-4444-89b8-8c0ff9bcd11e service neutron] Bound using segment: {'id': '5c48b6e8-f3c1-4830-8915-5574d60d257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7'} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 13:51:47.699192 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-9da5bd85-3012-4444-89b8-8c0ff9bcd11e service neutron] Bound port: 8c2e16d8-d55d-44ba-81a6-2b6f5b621c05, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c48b6e8-f3c1-4830-8915-5574d60d257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7'}}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 13:51:47.699328 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-9da5bd85-3012-4444-89b8-8c0ff9bcd11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:51:47.766551 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-9da5bd85-3012-4444-89b8-8c0ff9bcd11e service neutron] For port 8c2e16d8-d55d-44ba-81a6-2b6f5b621c05, host hv-cinder-78638, cleared binding levels {{(pid=94615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 13:51:47.769592 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-9da5bd85-3012-4444-89b8-8c0ff9bcd11e service neutron] For port 8c2e16d8-d55d-44ba-81a6-2b6f5b621c05, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8c2e16d8-d55d-44ba-81a6-2b6f5b621c05,segment=NetworkSegment(5c48b6e8-f3c1-4830-8915-5574d60d257f),segment_id=5c48b6e8-f3c1-4830-8915-5574d60d257f)] {{(pid=94615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 13:51:47.870649 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-9da5bd85-3012-4444-89b8-8c0ff9bcd11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764776'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:51:47.905811 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-9da5bd85-3012-4444-89b8-8c0ff9bcd11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:51:47.906402 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-9da5bd85-3012-4444-89b8-8c0ff9bcd11e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:51:47.907920 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-9da5bd85-3012-4444-89b8-8c0ff9bcd11e service neutron] 10.222.0.38 "PUT /v2.0/ports/8c2e16d8-d55d-44ba-81a6-2b6f5b621c05 HTTP/1.1" status: 200 len: 1093 time: 0.8036859 Aug 26 13:51:47.908269 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eca45ce-0fec-473b-a2cb-5d6440bd674b', 'tag': '8c2e16d8-d55d-44ba-81a6-2b6f5b621c05'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:51:47.910566 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea93b417d78f98f8f49a9646f42316e7837148fdcc5dd11c49486c93967457e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13dc328-557a-487a-88c9-62191585896c" -d '{"events": [{"name": "network-changed", "server_uuid": "0eca45ce-0fec-473b-a2cb-5d6440bd674b", "tag": "8c2e16d8-d55d-44ba-81a6-2b6f5b621c05"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:51:47.938080 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5bd85-3012-4444-89b8-8c0ff9bcd11e service neutron] Pushing event updated for resources: {'Port': ['ID=8c2e16d8-d55d-44ba-81a6-2b6f5b621c05,revision_number=3']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:51:47.957382 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 13:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de150e3-8f38-4c7d-bb65-fc830ee71109 x-openstack-request-id: req-5de150e3-8f38-4c7d-bb65-fc830ee71109 {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:51:47.957682 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eca45ce-0fec-473b-a2cb-5d6440bd674b", "tag": "8c2e16d8-d55d-44ba-81a6-2b6f5b621c05", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:51:47.958139 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5de150e3-8f38-4c7d-bb65-fc830ee71109 {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:51:47.958706 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eca45ce-0fec-473b-a2cb-5d6440bd674b', 'tag': '8c2e16d8-d55d-44ba-81a6-2b6f5b621c05', 'status': 'completed', 'code': 200} Aug 26 13:51:48.044293 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13dc328-557a-487a-88c9-62191585896c req-b620f80a-3663-4a51-92d7-f205959dcd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:51:48.045940 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-b13dc328-557a-487a-88c9-62191585896c req-b620f80a-3663-4a51-92d7-f205959dcd56 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4b400b2d709b4b61a7b69b9efc0185b5&device_id=0eca45ce-0fec-473b-a2cb-5d6440bd674b HTTP/1.1" status: 200 len: 1096 time: 0.0434647 Aug 26 13:51:48.158382 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13dc328-557a-487a-88c9-62191585896c req-e190e42c-1324-4285-830c-d8afff8db9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:51:48.159916 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-b13dc328-557a-487a-88c9-62191585896c req-e190e42c-1324-4285-830c-d8afff8db9a5 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=4b400b2d709b4b61a7b69b9efc0185b5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0989609 Aug 26 13:51:48.254388 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13dc328-557a-487a-88c9-62191585896c req-7f008623-5351-4bb0-b881-b71391712ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:51:48.255905 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-b13dc328-557a-487a-88c9-62191585896c req-7f008623-5351-4bb0-b881-b71391712ed8 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892134 Aug 26 13:51:48.263987 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102a92f-c6e2-415d-b65b-b8d43da273a0 req-a24525d7-3b1d-4509-9e94-30860b5fe034 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:51:48.265526 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0102a92f-c6e2-415d-b65b-b8d43da273a0 req-a24525d7-3b1d-4509-9e94-30860b5fe034 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eca45ce-0fec-473b-a2cb-5d6440bd674b HTTP/1.1" status: 200 len: 943 time: 0.0475788 Aug 26 13:51:48.304096 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-0102a92f-c6e2-415d-b65b-b8d43da273a0 req-19acfded-806c-4cfa-abba-8e21c2364d6b tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326130 Aug 26 13:51:48.351548 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-0c7112c5-7e4f-4cc0-9502-9a71b73b45fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:51:48.353667 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-0c7112c5-7e4f-4cc0-9502-9a71b73b45fc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4b400b2d709b4b61a7b69b9efc0185b5&device_id=0eca45ce-0fec-473b-a2cb-5d6440bd674b HTTP/1.1" status: 200 len: 1096 time: 0.0410285 Aug 26 13:51:48.407044 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-ed341dfa-d2ce-4a9a-9ac8-6372cd8a1da7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c2e16d8-d55d-44ba-81a6-2b6f5b621c05 HTTP/1.1" status: 200 len: 217 time: 0.0395508 Aug 26 13:51:48.458674 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-fe181551-e08a-4ba1-a494-39460d52ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:51:48.460030 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-fe181551-e08a-4ba1-a494-39460d52ad70 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3ab1cd8e-4b0e-400f-95c9-a7548472d8c9 HTTP/1.1" status: 200 len: 851 time: 0.0439961 Aug 26 13:51:48.505659 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-5970279e-86b9-4f41-8f7b-f8e341f47416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:51:48.507163 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-5970279e-86b9-4f41-8f7b-f8e341f47416 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b435baf6-4426-4781-b724-99ca30ca88f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401571 Aug 26 13:51:48.598474 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-4757cb94-bfba-4ff0-8ee6-3500a14486d8 service neutron] 10.222.0.38 "GET /v2.0/networks/b435baf6-4426-4781-b724-99ca30ca88f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839777 Aug 26 13:51:48.686501 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c2046f55-d9db-46a2-9ccc-37fe9aaa5a6d req-c8ee9fc3-6430-469a-9d68-3283534dc76c service neutron] 10.222.0.38 "GET /v2.0/networks/b435baf6-4426-4781-b724-99ca30ca88f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806274 Aug 26 13:51:49.581024 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20cb5b-3f26-4e05-89e3-fdc401721299 req-5797342c-e034-4e0f-afe9-b5a0d24a0432 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:51:49.586331 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7f20cb5b-3f26-4e05-89e3-fdc401721299 req-5797342c-e034-4e0f-afe9-b5a0d24a0432 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eca45ce-0fec-473b-a2cb-5d6440bd674b HTTP/1.1" status: 200 len: 943 time: 0.0582352 Aug 26 13:51:49.620786 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-7f20cb5b-3f26-4e05-89e3-fdc401721299 req-f21215a1-5e04-4daf-af48-25bd96680549 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317633 Aug 26 13:51:50.733728 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7899f-68c5-4395-a05d-94aa54b87609 req-08d19096-4cc7-4727-bb15-2ceb4ef165c3 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:51:50.735202 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f2c7899f-68c5-4395-a05d-94aa54b87609 req-08d19096-4cc7-4727-bb15-2ceb4ef165c3 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eca45ce-0fec-473b-a2cb-5d6440bd674b HTTP/1.1" status: 200 len: 943 time: 0.0490685 Aug 26 13:51:50.770957 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f2c7899f-68c5-4395-a05d-94aa54b87609 req-68639a88-5425-43df-aa31-a88768244149 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298579 Aug 26 13:51:51.882282 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2ccb9-6c33-43c5-9ae8-b96c63badef1 req-5b6a3eb4-6710-4de8-80ae-289c0fbc20eb tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:51:51.883732 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b8a2ccb9-6c33-43c5-9ae8-b96c63badef1 req-5b6a3eb4-6710-4de8-80ae-289c0fbc20eb tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eca45ce-0fec-473b-a2cb-5d6440bd674b HTTP/1.1" status: 200 len: 943 time: 0.0484242 Aug 26 13:51:51.938432 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-b8a2ccb9-6c33-43c5-9ae8-b96c63badef1 req-3c7543e0-bdfe-4707-9534-2f41ef8a166e tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483036 Aug 26 13:51:53.055562 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da168576-a860-4394-b2ad-ad4a17cccf8f req-1fd97aee-c5d9-4b58-a0b7-23d253a717ab tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:51:53.057069 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-da168576-a860-4394-b2ad-ad4a17cccf8f req-1fd97aee-c5d9-4b58-a0b7-23d253a717ab tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eca45ce-0fec-473b-a2cb-5d6440bd674b HTTP/1.1" status: 200 len: 943 time: 0.0538507 Aug 26 13:51:53.094577 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-da168576-a860-4394-b2ad-ad4a17cccf8f req-eee08583-414e-40a5-9183-a4ef10708394 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316668 Aug 26 13:51:54.180459 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-403f1175-d84d-4797-9a0f-81a304e4143c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:51:54.210216 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d24434-0c05-4fbe-ba9d-b29d2c18bac1 req-2efdb436-7c41-404e-8e02-7bcbc126989a tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:51:54.211733 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c4d24434-0c05-4fbe-ba9d-b29d2c18bac1 req-2efdb436-7c41-404e-8e02-7bcbc126989a tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eca45ce-0fec-473b-a2cb-5d6440bd674b HTTP/1.1" status: 200 len: 943 time: 0.0496862 Aug 26 13:51:54.249236 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-c4d24434-0c05-4fbe-ba9d-b29d2c18bac1 req-8782eb94-f62f-4aa5-bec1-cbdf2770f561 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311286 Aug 26 13:51:55.359923 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0342a5c-150b-4b81-b287-8fde57c9c23d req-bed53111-7c70-4bc3-a319-62280e750c3b tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:51:55.361392 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a0342a5c-150b-4b81-b287-8fde57c9c23d req-bed53111-7c70-4bc3-a319-62280e750c3b tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eca45ce-0fec-473b-a2cb-5d6440bd674b HTTP/1.1" status: 200 len: 943 time: 0.0479815 Aug 26 13:51:55.398809 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a0342a5c-150b-4b81-b287-8fde57c9c23d req-bccee910-c78c-444d-aaf1-695b492f832a tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313640 Aug 26 13:51:55.760639 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 6 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:51:56.513651 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31425ad-dc85-42d4-8e2c-0872aed1be9a req-cbdd7343-f4ce-4ca1-9384-616148f4d522 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:51:56.515129 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a31425ad-dc85-42d4-8e2c-0872aed1be9a req-cbdd7343-f4ce-4ca1-9384-616148f4d522 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eca45ce-0fec-473b-a2cb-5d6440bd674b HTTP/1.1" status: 200 len: 943 time: 0.0508852 Aug 26 13:51:56.552592 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a31425ad-dc85-42d4-8e2c-0872aed1be9a req-1d9acd11-d25a-4db4-bbd4-2884ece4cd91 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315626 Aug 26 13:51:56.843271 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-f583e87a-e561-4602-a898-c2d144a593dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:51:57.278100 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 8c2e16d8-d55d-44ba-81a6-2b6f5b621c05 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=94616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 13:51:57.369548 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 8c2e16d8-d55d-44ba-81a6-2b6f5b621c05, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8c2e16d8-d55d-44ba-81a6-2b6f5b621c05,segment=NetworkSegment(5c48b6e8-f3c1-4830-8915-5574d60d257f),segment_id=5c48b6e8-f3c1-4830-8915-5574d60d257f)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:51:57.380442 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Returning: {'device': '8c2e16d8-d55d-44ba-81a6-2b6f5b621c05', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'port_id': '8c2e16d8-d55d-44ba-81a6-2b6f5b621c05', 'mac_address': 'fa:16:3e:e0:71:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 13:51:57.417299 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:51:57.440872 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c2e16d8-d55d-44ba-81a6-2b6f5b621c05 {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 13:51:57.460233 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 8c2e16d8-d55d-44ba-81a6-2b6f5b621c05, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8c2e16d8-d55d-44ba-81a6-2b6f5b621c05,segment=NetworkSegment(5c48b6e8-f3c1-4830-8915-5574d60d257f),segment_id=5c48b6e8-f3c1-4830-8915-5574d60d257f)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:51:57.509000 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:51:57.537591 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:51:57.589258 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=8c2e16d8-d55d-44ba-81a6-2b6f5b621c05,revision_number=4']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:51:57.596709 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:51:57.597146 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:51:57.597499 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:51:57.597861 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:51:57.598322 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:51:57.598667 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:51:57.599001 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:51:57.599328 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:51:57.599660 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:51:57.600096 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:51:57.600424 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:51:57.600746 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:51:57.665420 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc4bd9-586e-41cc-bbc5-bbf155817440 req-46932552-77ff-40c9-829e-a5d688a1fe4e tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:51:57.668525 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-28fc4bd9-586e-41cc-bbc5-bbf155817440 req-46932552-77ff-40c9-829e-a5d688a1fe4e tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eca45ce-0fec-473b-a2cb-5d6440bd674b HTTP/1.1" status: 200 len: 944 time: 0.0488124 Aug 26 13:51:57.704127 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-28fc4bd9-586e-41cc-bbc5-bbf155817440 req-1097cfb8-05ae-4177-9ce1-a92bb14a44af tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311782 Aug 26 13:51:57.832052 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] get_ports_and_sgs() called for port_ids ['8c2e16d8-d55d-44ba-81a6-2b6f5b621c05'] {{(pid=94616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 13:51:58.120580 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:51:58.740106 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:51:58.816239 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d937970-2784-48f1-a31c-69b900f4c229 req-781debf5-ee53-4398-95c9-a82c3190d2b2 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:51:58.817703 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6d937970-2784-48f1-a31c-69b900f4c229 req-781debf5-ee53-4398-95c9-a82c3190d2b2 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eca45ce-0fec-473b-a2cb-5d6440bd674b HTTP/1.1" status: 200 len: 944 time: 0.0480838 Aug 26 13:51:58.856756 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-6d937970-2784-48f1-a31c-69b900f4c229 req-58ea7ca2-f579-4ce8-9ab9-c07d6fdc399e tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330317 Aug 26 13:51:59.278365 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 8c2e16d8-d55d-44ba-81a6-2b6f5b621c05 up at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 13:51:59.437571 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning for port 8c2e16d8-d55d-44ba-81a6-2b6f5b621c05 completed by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 13:51:59.441699 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Provisioning complete for port 8c2e16d8-d55d-44ba-81a6-2b6f5b621c05 triggered by entity L2. {{(pid=94616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 13:51:59.442100 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536543'] for port, provisioning_complete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:51:59.520270 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:51:59.658207 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eca45ce-0fec-473b-a2cb-5d6440bd674b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2e16d8-d55d-44ba-81a6-2b6f5b621c05'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:51:59.660456 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adf09783f65fc29d397fc30c9e785295af8fecd29e58eb7f547da51af43e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1e23c1-159d-4963-adc8-901b407354c5" -d '{"events": [{"server_uuid": "0eca45ce-0fec-473b-a2cb-5d6440bd674b", "name": "network-vif-plugged", "status": "completed", "tag": "8c2e16d8-d55d-44ba-81a6-2b6f5b621c05"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:51:59.672353 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] For port 8c2e16d8-d55d-44ba-81a6-2b6f5b621c05, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8c2e16d8-d55d-44ba-81a6-2b6f5b621c05,segment=NetworkSegment(5c48b6e8-f3c1-4830-8915-5574d60d257f),segment_id=5c48b6e8-f3c1-4830-8915-5574d60d257f)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:51:59.734820 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:51:59.782074 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Pushing event updated for resources: {'Port': ['ID=8c2e16d8-d55d-44ba-81a6-2b6f5b621c05,revision_number=5']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:51:59.980524 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe13e9-ff72-44e8-a4ce-f616387040f7 req-067f96cd-73de-4ce0-b815-d372723b934d tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:51:59.982044 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9fbe13e9-ff72-44e8-a4ce-f616387040f7 req-067f96cd-73de-4ce0-b815-d372723b934d tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eca45ce-0fec-473b-a2cb-5d6440bd674b HTTP/1.1" status: 200 len: 945 time: 0.0522752 Aug 26 13:52:00.019737 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-9fbe13e9-ff72-44e8-a4ce-f616387040f7 req-17a0011c-e89a-480b-8d09-68d73306a23b tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314019 Aug 26 13:52:00.431506 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:52:00.715974 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21600103-f687-453a-8315-473830b2b9de x-openstack-request-id: req-21600103-f687-453a-8315-473830b2b9de {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:52:00.716291 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eca45ce-0fec-473b-a2cb-5d6440bd674b", "name": "network-vif-plugged", "status": "completed", "tag": "8c2e16d8-d55d-44ba-81a6-2b6f5b621c05", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:52:00.716554 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-21600103-f687-453a-8315-473830b2b9de {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:52:00.716954 dv-cinder-786386-11-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eca45ce-0fec-473b-a2cb-5d6440bd674b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2e16d8-d55d-44ba-81a6-2b6f5b621c05', 'code': 200} Aug 26 13:52:01.089819 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e1169-8b87-4d1a-8eb5-f36844e6f59b req-080b3f0c-e3b7-436d-9741-9bb6cd317e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:52:01.091348 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-051e1169-8b87-4d1a-8eb5-f36844e6f59b req-080b3f0c-e3b7-436d-9741-9bb6cd317e35 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0eca45ce-0fec-473b-a2cb-5d6440bd674b HTTP/1.1" status: 200 len: 1098 time: 0.0427437 Aug 26 13:52:01.131076 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-051e1169-8b87-4d1a-8eb5-f36844e6f59b req-500fdb78-56e0-460b-b4f3-e457a6381ec5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318556 Aug 26 13:52:01.136124 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792e85a-0811-4d0d-ae5d-1f08c67ab747 req-70921080-2465-4fb3-ac09-52f5077ea378 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:52:01.137619 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1792e85a-0811-4d0d-ae5d-1f08c67ab747 req-70921080-2465-4fb3-ac09-52f5077ea378 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eca45ce-0fec-473b-a2cb-5d6440bd674b HTTP/1.1" status: 200 len: 945 time: 0.0485468 Aug 26 13:52:01.174675 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-1792e85a-0811-4d0d-ae5d-1f08c67ab747 req-c0c29626-a32c-4bcc-bfca-484afb6444ce tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312400 Aug 26 13:52:02.288760 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fef0d-e9dc-43aa-8953-b93e1b7955f0 req-936ca4ea-7443-41d3-a924-32879b7c9f96 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:52:02.290723 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ea7fef0d-e9dc-43aa-8953-b93e1b7955f0 req-936ca4ea-7443-41d3-a924-32879b7c9f96 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eca45ce-0fec-473b-a2cb-5d6440bd674b HTTP/1.1" status: 200 len: 945 time: 0.0482552 Aug 26 13:52:02.328147 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ea7fef0d-e9dc-43aa-8953-b93e1b7955f0 req-4b109b8f-c742-4407-9f60-d535032200ff tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310407 Aug 26 13:52:03.514805 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ededa-472a-4396-ab62-7986429b1ced req-d6f87df1-8fcf-4320-9b29-816dd013a5fa tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:52:03.516251 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f30ededa-472a-4396-ab62-7986429b1ced req-d6f87df1-8fcf-4320-9b29-816dd013a5fa tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eca45ce-0fec-473b-a2cb-5d6440bd674b HTTP/1.1" status: 200 len: 945 time: 0.0508673 Aug 26 13:52:03.552735 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-f30ededa-472a-4396-ab62-7986429b1ced req-4451da1d-66a6-4681-930c-aa07e7a3b198 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304391 Aug 26 13:52:03.663777 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f83028-a9f6-4f30-a58d-ea7408ab8b21 req-eb42ceec-b3cf-4ace-a058-729fe7a712b3 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:52:03.665623 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-05f83028-a9f6-4f30-a58d-ea7408ab8b21 req-eb42ceec-b3cf-4ace-a058-729fe7a712b3 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eca45ce-0fec-473b-a2cb-5d6440bd674b HTTP/1.1" status: 200 len: 945 time: 0.0486126 Aug 26 13:52:03.702850 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-05f83028-a9f6-4f30-a58d-ea7408ab8b21 req-2017199f-c7d0-4cd9-9794-ca47ccf9afa0 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313337 Aug 26 13:52:03.724264 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 37634) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:52:03.763898 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d751d0-12ae-4777-b3b1-c36d12069b4c tempest-TestVolumeBootPattern-262740506 tempest-TestVolumeBootPattern-262740506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:52:03.765424 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-54d751d0-12ae-4777-b3b1-c36d12069b4c tempest-TestVolumeBootPattern-262740506 tempest-TestVolumeBootPattern-262740506-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0eca45ce-0fec-473b-a2cb-5d6440bd674b HTTP/1.1" status: 200 len: 1093 time: 0.0401158 Aug 26 13:52:03.768429 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 37636) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:52:03.772862 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-e9568fbe-88b8-4aab-8730-6af39cf2bab5 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Request body: {'floatingip': {'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'port_id': '8c2e16d8-d55d-44ba-81a6-2b6f5b621c05', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 13:52:03.880689 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e9568fbe-88b8-4aab-8730-6af39cf2bab5 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for floatingip, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:52:03.976685 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e9568fbe-88b8-4aab-8730-6af39cf2bab5 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:52:04.079740 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [None req-e9568fbe-88b8-4aab-8730-6af39cf2bab5 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Allocated IP 172.27.2.41 (0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a/b7ae35bd-0037-4f3a-908b-b50a80e8b092/db5283b3-eeb2-4c6c-8b33-06bbe6cfacea) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 13:52:04.179836 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e9568fbe-88b8-4aab-8730-6af39cf2bab5 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:52:04.269429 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e9568fbe-88b8-4aab-8730-6af39cf2bab5 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790399826975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:52:04.305872 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9568fbe-88b8-4aab-8730-6af39cf2bab5 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Network 0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 13:52:04.312012 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-e9568fbe-88b8-4aab-8730-6af39cf2bab5 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 13:52:04.315501 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9568fbe-88b8-4aab-8730-6af39cf2bab5 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 13:52:04.320814 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9568fbe-88b8-4aab-8730-6af39cf2bab5 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Pushing event updated for resources: {'Port': ['ID=db5283b3-eeb2-4c6c-8b33-06bbe6cfacea,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:52:04.666428 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e9568fbe-88b8-4aab-8730-6af39cf2bab5 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:52:04.792676 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e9568fbe-88b8-4aab-8730-6af39cf2bab5 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592470'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:52:04.942933 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e9568fbe-88b8-4aab-8730-6af39cf2bab5 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:52:04.985774 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e9568fbe-88b8-4aab-8730-6af39cf2bab5 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790400282673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790399826993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790399827011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764776'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:52:05.052670 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9568fbe-88b8-4aab-8730-6af39cf2bab5 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Pushing event updated for resources: {'Port': ['ID=db5283b3-eeb2-4c6c-8b33-06bbe6cfacea,revision_number=2']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:52:05.063839 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e9568fbe-88b8-4aab-8730-6af39cf2bab5 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430417'] for floatingip, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:52:05.162773 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.db.l3_db [None req-e9568fbe-88b8-4aab-8730-6af39cf2bab5 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Floating IP 30bee4cc-aa88-408a-8907-1b8003b640f1 associated. External IP: 172.27.2.41, port: 8c2e16d8-d55d-44ba-81a6-2b6f5b621c05. Aug 26 13:52:05.363155 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9568fbe-88b8-4aab-8730-6af39cf2bab5 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Router 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 has already been hosted by L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 {{(pid=94615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 13:52:05.469261 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9568fbe-88b8-4aab-8730-6af39cf2bab5 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:52:05.481177 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a65182-cae1-4051-ab09-03133a23b76b None None] Sync routers for ids ['3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'] in dv-cinder-786386-11-iscsi {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:52:05.490082 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a65182-cae1-4051-ab09-03133a23b76b None None] Routers {'3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:52:05.505207 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-d7a65182-cae1-4051-ab09-03133a23b76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:51:57Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:52:05.545780 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e9568fbe-88b8-4aab-8730-6af39cf2bab5 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for floatingip, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:52:05.572693 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-e9568fbe-88b8-4aab-8730-6af39cf2bab5 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8032565 Aug 26 13:52:05.573663 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eca45ce-0fec-473b-a2cb-5d6440bd674b', 'tag': '8c2e16d8-d55d-44ba-81a6-2b6f5b621c05'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:52:05.576273 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea93b417d78f98f8f49a9646f42316e7837148fdcc5dd11c49486c93967457e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cbf524-2cb1-4aa3-94a3-600d684d6d06" -d '{"events": [{"name": "network-changed", "server_uuid": "0eca45ce-0fec-473b-a2cb-5d6440bd674b", "tag": "8c2e16d8-d55d-44ba-81a6-2b6f5b621c05"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:52:05.595344 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-d7a65182-cae1-4051-ab09-03133a23b76b None None] Set router 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:52:05.613437 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 13:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb44fa3-4a21-4a63-8c7b-10e1c6b9dcdf x-openstack-request-id: req-2bb44fa3-4a21-4a63-8c7b-10e1c6b9dcdf {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:52:05.613679 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eca45ce-0fec-473b-a2cb-5d6440bd674b", "tag": "8c2e16d8-d55d-44ba-81a6-2b6f5b621c05", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:52:05.613979 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2bb44fa3-4a21-4a63-8c7b-10e1c6b9dcdf {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:52:05.614423 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eca45ce-0fec-473b-a2cb-5d6440bd674b', 'tag': '8c2e16d8-d55d-44ba-81a6-2b6f5b621c05', 'status': 'completed', 'code': 200} Aug 26 13:52:05.699044 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbf524-2cb1-4aa3-94a3-600d684d6d06 req-d2866b0d-e1d0-4af5-b981-0b1359c45943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:52:05.700592 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c1cbf524-2cb1-4aa3-94a3-600d684d6d06 req-d2866b0d-e1d0-4af5-b981-0b1359c45943 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4b400b2d709b4b61a7b69b9efc0185b5&device_id=0eca45ce-0fec-473b-a2cb-5d6440bd674b HTTP/1.1" status: 200 len: 1098 time: 0.0416055 Aug 26 13:52:05.794450 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbf524-2cb1-4aa3-94a3-600d684d6d06 req-c14c285f-5cb3-420e-a559-3af7150f5b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:52:05.797045 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c1cbf524-2cb1-4aa3-94a3-600d684d6d06 req-c14c285f-5cb3-420e-a559-3af7150f5b70 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b435baf6-4426-4781-b724-99ca30ca88f7 HTTP/1.1" status: 200 len: 913 time: 0.0882041 Aug 26 13:52:05.825980 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-d7a65182-cae1-4051-ab09-03133a23b76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'name': 'tempest-TestVolumeBootPattern-1925530502-router', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:46:51Z', 'updated_at': '2021-08-26T13:46:55Z', 'revision_number': 4, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'gw_port': {'id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:52Z', 'updated_at': '2021-08-26T13:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_floatingips': [{'id': '30bee4cc-aa88-408a-8907-1b8003b640f1', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'router_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'port_id': '8c2e16d8-d55d-44ba-81a6-2b6f5b621c05', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'mac_address': 'fa:16:3e:e0:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eca45ce-0fec-473b-a2cb-5d6440bd674b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T13:52:04Z', 'updated_at': '2021-08-26T13:52:04Z', 'revision_number': 0, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'fixed_ip_address_scope': None}, {'id': 'b7c08868-4790-4070-b468-98a19a65ddd6', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'router_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'port_id': '2191bd2c-6dee-43ae-85c7-f32b09be16b2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'mac_address': 'fa:16:3e:b1:d9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175b7aff-7fdc-460e-a778-6ac3e3c68423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T13:50:03Z', 'updated_at': '2021-08-26T13:50:06Z', 'revision_number': 1, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cb475a9-abdb-462a-83ff-ca692a63bf17', 'name': '', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'mac_address': 'fa:16:3e:09:0a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:54Z', 'updated_at': '2021-08-26T13:47:00Z', 'revision_number': 5, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'subnets': [{'id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:52:05.852453 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a65182-cae1-4051-ab09-03133a23b76b None None] Checking router: 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 for host: dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:52:05.860685 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a65182-cae1-4051-ab09-03133a23b76b None None] Routers {'3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:52:05.861304 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-d7a65182-cae1-4051-ab09-03133a23b76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:51:57Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:52:05.863333 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c1cbf524-2cb1-4aa3-94a3-600d684d6d06 req-fa11dda7-da95-4592-9b8b-87e52a9629b5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c2e16d8-d55d-44ba-81a6-2b6f5b621c05 HTTP/1.1" status: 200 len: 998 time: 0.0596676 Aug 26 13:52:05.912670 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbf524-2cb1-4aa3-94a3-600d684d6d06 req-ed5cea5e-4482-49cc-be25-e8e7b4222a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:52:05.914141 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c1cbf524-2cb1-4aa3-94a3-600d684d6d06 req-ed5cea5e-4482-49cc-be25-e8e7b4222a3b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3ab1cd8e-4b0e-400f-95c9-a7548472d8c9 HTTP/1.1" status: 200 len: 851 time: 0.0441754 Aug 26 13:52:05.964165 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbf524-2cb1-4aa3-94a3-600d684d6d06 req-262fbe3a-3b9c-4769-92ff-5730b7ae3348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:52:05.965658 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c1cbf524-2cb1-4aa3-94a3-600d684d6d06 req-262fbe3a-3b9c-4769-92ff-5730b7ae3348 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b435baf6-4426-4781-b724-99ca30ca88f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0452411 Aug 26 13:52:05.968120 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-d7a65182-cae1-4051-ab09-03133a23b76b None None] Set router 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:52:06.055554 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c1cbf524-2cb1-4aa3-94a3-600d684d6d06 req-da5692e1-8f5f-4f92-869f-5afa07662ac1 service neutron] 10.222.0.38 "GET /v2.0/networks/b435baf6-4426-4781-b724-99ca30ca88f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815148 Aug 26 13:52:06.148290 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c1cbf524-2cb1-4aa3-94a3-600d684d6d06 req-c8d947e9-6bc6-4e43-aff9-d9f8372bdcff service neutron] 10.222.0.38 "GET /v2.0/networks/b435baf6-4426-4781-b724-99ca30ca88f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857248 Aug 26 13:52:06.197885 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-d7a65182-cae1-4051-ab09-03133a23b76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'name': 'tempest-TestVolumeBootPattern-1925530502-router', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:46:51Z', 'updated_at': '2021-08-26T13:46:55Z', 'revision_number': 4, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'gw_port': {'id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:52Z', 'updated_at': '2021-08-26T13:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_floatingips': [{'id': '30bee4cc-aa88-408a-8907-1b8003b640f1', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'router_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'port_id': '8c2e16d8-d55d-44ba-81a6-2b6f5b621c05', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'mac_address': 'fa:16:3e:e0:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eca45ce-0fec-473b-a2cb-5d6440bd674b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T13:52:04Z', 'updated_at': '2021-08-26T13:52:04Z', 'revision_number': 0, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'fixed_ip_address_scope': None}, {'id': 'b7c08868-4790-4070-b468-98a19a65ddd6', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'router_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'port_id': '2191bd2c-6dee-43ae-85c7-f32b09be16b2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'mac_address': 'fa:16:3e:b1:d9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175b7aff-7fdc-460e-a778-6ac3e3c68423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T13:50:03Z', 'updated_at': '2021-08-26T13:50:06Z', 'revision_number': 1, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cb475a9-abdb-462a-83ff-ca692a63bf17', 'name': '', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'mac_address': 'fa:16:3e:09:0a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:54Z', 'updated_at': '2021-08-26T13:47:00Z', 'revision_number': 5, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'subnets': [{'id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:52:06.227105 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a65182-cae1-4051-ab09-03133a23b76b None None] The sync data for ids ['3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'] in dv-cinder-786386-11-iscsi is: [{'id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'name': 'tempest-TestVolumeBootPattern-1925530502-router', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:46:51Z', 'updated_at': '2021-08-26T13:46:55Z', 'revision_number': 4, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'gw_port': {'id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:52Z', 'updated_at': '2021-08-26T13:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_floatingips': [{'id': '30bee4cc-aa88-408a-8907-1b8003b640f1', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'router_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'port_id': '8c2e16d8-d55d-44ba-81a6-2b6f5b621c05', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'mac_address': 'fa:16:3e:e0:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eca45ce-0fec-473b-a2cb-5d6440bd674b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T13:52:04Z', 'updated_at': '2021-08-26T13:52:04Z', 'revision_number': 0, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'fixed_ip_address_scope': None}, {'id': 'b7c08868-4790-4070-b468-98a19a65ddd6', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'router_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'port_id': '2191bd2c-6dee-43ae-85c7-f32b09be16b2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'mac_address': 'fa:16:3e:b1:d9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175b7aff-7fdc-460e-a778-6ac3e3c68423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T13:50:03Z', 'updated_at': '2021-08-26T13:50:06Z', 'revision_number': 1, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cb475a9-abdb-462a-83ff-ca692a63bf17', 'name': '', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'mac_address': 'fa:16:3e:09:0a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:54Z', 'updated_at': '2021-08-26T13:47:00Z', 'revision_number': 5, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'subnets': [{'id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:52:06.415678 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c6ca58-bbce-45c1-a857-8112bf9825ca None None] New status for floating IP 30bee4cc-aa88-408a-8907-1b8003b640f1: ACTIVE {{(pid=94617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 13:52:24.151106 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-91aa878b-a46c-4739-83db-aa253639406e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:52:26.833664 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-135d6794-33ae-4f31-b855-c1458f5f74e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:52:27.499982 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:52:28.193856 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:52:28.713401 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:52:30.430448 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:52:32.759486 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 6 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:52:42.480011 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-54f747df-c25a-4164-828b-b1fc10248261 req-2c8b9c34-e187-4673-9bad-4bbd05881ac8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0256770 Aug 26 13:52:42.563479 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-54f747df-c25a-4164-828b-b1fc10248261 req-8fd6632f-27f4-4393-bbfc-e0efb196d358 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f7c1ac4776f8491da8ed9fa3e10f556b&device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164 HTTP/1.1" status: 200 len: 210 time: 0.0245888 Aug 26 13:52:42.608250 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-54f747df-c25a-4164-828b-b1fc10248261 req-26d9685c-085a-44d5-aaf7-f9070a283a40 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=f7c1ac4776f8491da8ed9fa3e10f556b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193844 Aug 26 13:52:42.703508 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f747df-c25a-4164-828b-b1fc10248261 req-2c970737-f3d1-43d5-871f-74af32c4f7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:52:42.705002 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-54f747df-c25a-4164-828b-b1fc10248261 req-2c970737-f3d1-43d5-871f-74af32c4f7f0 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891621 Aug 26 13:52:54.135819 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c9af4a05-16c1-4970-bf57-75e5473353df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:52:56.841636 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d9dba566-3085-4c00-bb31-e898773bcc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:52:57.504353 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:52:58.230117 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:52:58.703646 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:00.452226 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:09.758999 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 6 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:53:24.148583 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2ae97f4e-d694-4e42-a962-e34a292a6b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:26.851689 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-613af370-90e4-45a5-a9cf-5ce595e2292b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:26.946572 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 37666) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:53:27.104400 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-1ae1c0e7-4deb-4a0a-8246-49a43a67ff79 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Deleting port db5283b3-eeb2-4c6c-8b33-06bbe6cfacea {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:53:27.105175 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1ae1c0e7-4deb-4a0a-8246-49a43a67ff79 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:27.179828 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1ae1c0e7-4deb-4a0a-8246-49a43a67ff79 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:27.180157 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1ae1c0e7-4deb-4a0a-8246-49a43a67ff79 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:27.192018 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-1ae1c0e7-4deb-4a0a-8246-49a43a67ff79 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Calling delete_port for db5283b3-eeb2-4c6c-8b33-06bbe6cfacea owned by network:floatingip {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:53:27.428674 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1ae1c0e7-4deb-4a0a-8246-49a43a67ff79 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:27.457530 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1c0e7-4deb-4a0a-8246-49a43a67ff79 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Pushing event deleted for resources: {'Port': ['ID=db5283b3-eeb2-4c6c-8b33-06bbe6cfacea,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:53:27.469056 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae1c0e7-4deb-4a0a-8246-49a43a67ff79 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:53:27.469406 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae1c0e7-4deb-4a0a-8246-49a43a67ff79 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:53:27.469771 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae1c0e7-4deb-4a0a-8246-49a43a67ff79 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:53:27.470108 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae1c0e7-4deb-4a0a-8246-49a43a67ff79 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:53:27.470436 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae1c0e7-4deb-4a0a-8246-49a43a67ff79 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:53:27.470761 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae1c0e7-4deb-4a0a-8246-49a43a67ff79 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:53:27.471085 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae1c0e7-4deb-4a0a-8246-49a43a67ff79 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:53:27.471408 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae1c0e7-4deb-4a0a-8246-49a43a67ff79 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:53:27.471734 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae1c0e7-4deb-4a0a-8246-49a43a67ff79 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:53:27.472050 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae1c0e7-4deb-4a0a-8246-49a43a67ff79 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:53:27.472368 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae1c0e7-4deb-4a0a-8246-49a43a67ff79 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:53:27.472682 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae1c0e7-4deb-4a0a-8246-49a43a67ff79 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:53:27.503284 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:27.525751 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1ae1c0e7-4deb-4a0a-8246-49a43a67ff79 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for floatingip, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:27.526083 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.db.l3_db [None req-1ae1c0e7-4deb-4a0a-8246-49a43a67ff79 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Floating IP 30bee4cc-aa88-408a-8907-1b8003b640f1 disassociated (deleted). External IP: 172.27.2.41, port: 8c2e16d8-d55d-44ba-81a6-2b6f5b621c05. Aug 26 13:53:27.984867 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae1c0e7-4deb-4a0a-8246-49a43a67ff79 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Router 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 has already been hosted by L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 {{(pid=94615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 13:53:28.098494 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae1c0e7-4deb-4a0a-8246-49a43a67ff79 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:53:28.103529 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1ae1c0e7-4deb-4a0a-8246-49a43a67ff79 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for floatingip, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:28.108384 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99122dfb-962b-45bb-9b29-a6d51d98a41e None None] Sync routers for ids ['3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'] in dv-cinder-786386-11-iscsi {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:53:28.117149 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99122dfb-962b-45bb-9b29-a6d51d98a41e None None] Routers {'3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:53:28.117842 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-99122dfb-962b-45bb-9b29-a6d51d98a41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:53:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:53:28.130710 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-1ae1c0e7-4deb-4a0a-8246-49a43a67ff79 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "DELETE /v2.0/floatingips/30bee4cc-aa88-408a-8907-1b8003b640f1 HTTP/1.1" status: 204 len: 168 time: 1.1830292 Aug 26 13:53:28.131301 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eca45ce-0fec-473b-a2cb-5d6440bd674b', 'tag': '8c2e16d8-d55d-44ba-81a6-2b6f5b621c05'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:53:28.133657 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea93b417d78f98f8f49a9646f42316e7837148fdcc5dd11c49486c93967457e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcd0601-fde3-4f58-9af0-f5e38564457b" -d '{"events": [{"name": "network-changed", "server_uuid": "0eca45ce-0fec-473b-a2cb-5d6440bd674b", "tag": "8c2e16d8-d55d-44ba-81a6-2b6f5b621c05"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:53:28.166521 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:28.174685 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 13:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d15e99a-6ee1-44da-8cea-8183b0fce6da x-openstack-request-id: req-7d15e99a-6ee1-44da-8cea-8183b0fce6da {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:53:28.175101 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eca45ce-0fec-473b-a2cb-5d6440bd674b", "tag": "8c2e16d8-d55d-44ba-81a6-2b6f5b621c05", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:53:28.175478 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7d15e99a-6ee1-44da-8cea-8183b0fce6da {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:53:28.175993 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eca45ce-0fec-473b-a2cb-5d6440bd674b', 'tag': '8c2e16d8-d55d-44ba-81a6-2b6f5b621c05', 'status': 'completed', 'code': 200} Aug 26 13:53:28.241170 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-99122dfb-962b-45bb-9b29-a6d51d98a41e None None] Set router 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:53:28.258642 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd0601-fde3-4f58-9af0-f5e38564457b req-2a25b543-a0eb-4f1b-ad6d-fad80a5167ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:53:28.260186 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-bfcd0601-fde3-4f58-9af0-f5e38564457b req-2a25b543-a0eb-4f1b-ad6d-fad80a5167ba service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4b400b2d709b4b61a7b69b9efc0185b5&device_id=0eca45ce-0fec-473b-a2cb-5d6440bd674b HTTP/1.1" status: 200 len: 1098 time: 0.0410721 Aug 26 13:53:28.352956 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd0601-fde3-4f58-9af0-f5e38564457b req-84a9e1d1-cc77-43db-ae77-1aaf0485c48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:53:28.354567 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-bfcd0601-fde3-4f58-9af0-f5e38564457b req-84a9e1d1-cc77-43db-ae77-1aaf0485c48b service neutron] 10.222.0.38 "GET /v2.0/networks?id=b435baf6-4426-4781-b724-99ca30ca88f7 HTTP/1.1" status: 200 len: 913 time: 0.0874767 Aug 26 13:53:28.396550 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-bfcd0601-fde3-4f58-9af0-f5e38564457b req-ca6e8f3a-a82e-407f-9954-52b2e344e28c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c2e16d8-d55d-44ba-81a6-2b6f5b621c05 HTTP/1.1" status: 200 len: 217 time: 0.0351758 Aug 26 13:53:28.446258 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd0601-fde3-4f58-9af0-f5e38564457b req-a7321478-ef63-45f5-93cf-587df6bbb389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:53:28.447761 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-bfcd0601-fde3-4f58-9af0-f5e38564457b req-a7321478-ef63-45f5-93cf-587df6bbb389 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3ab1cd8e-4b0e-400f-95c9-a7548472d8c9 HTTP/1.1" status: 200 len: 851 time: 0.0443189 Aug 26 13:53:28.474697 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-99122dfb-962b-45bb-9b29-a6d51d98a41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'name': 'tempest-TestVolumeBootPattern-1925530502-router', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:46:51Z', 'updated_at': '2021-08-26T13:46:55Z', 'revision_number': 4, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'gw_port': {'id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:52Z', 'updated_at': '2021-08-26T13:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_floatingips': [{'id': 'b7c08868-4790-4070-b468-98a19a65ddd6', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'router_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'port_id': '2191bd2c-6dee-43ae-85c7-f32b09be16b2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'mac_address': 'fa:16:3e:b1:d9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175b7aff-7fdc-460e-a778-6ac3e3c68423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T13:50:03Z', 'updated_at': '2021-08-26T13:50:06Z', 'revision_number': 1, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cb475a9-abdb-462a-83ff-ca692a63bf17', 'name': '', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'mac_address': 'fa:16:3e:09:0a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:54Z', 'updated_at': '2021-08-26T13:47:00Z', 'revision_number': 5, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'subnets': [{'id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:53:28.497978 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd0601-fde3-4f58-9af0-f5e38564457b req-979d7c83-ff18-4fcf-beb2-c0fadfede601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:53:28.499511 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-bfcd0601-fde3-4f58-9af0-f5e38564457b req-979d7c83-ff18-4fcf-beb2-c0fadfede601 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b435baf6-4426-4781-b724-99ca30ca88f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0448487 Aug 26 13:53:28.502527 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99122dfb-962b-45bb-9b29-a6d51d98a41e None None] Checking router: 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 for host: dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:53:28.515129 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99122dfb-962b-45bb-9b29-a6d51d98a41e None None] Routers {'3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:53:28.515770 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-99122dfb-962b-45bb-9b29-a6d51d98a41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:53:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:53:28.597474 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-bfcd0601-fde3-4f58-9af0-f5e38564457b req-ffc4d283-39f3-42de-95b3-b7dabc8847a0 service neutron] 10.222.0.38 "GET /v2.0/networks/b435baf6-4426-4781-b724-99ca30ca88f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905483 Aug 26 13:53:28.638060 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-99122dfb-962b-45bb-9b29-a6d51d98a41e None None] Set router 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:53:28.675028 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8061e21-dbfb-43b4-a891-eacdcd133456 req-8325bbf7-3943-4307-8098-3f98f51194da tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:53:28.676683 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a8061e21-dbfb-43b4-a891-eacdcd133456 req-8325bbf7-3943-4307-8098-3f98f51194da tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eca45ce-0fec-473b-a2cb-5d6440bd674b HTTP/1.1" status: 200 len: 945 time: 0.1230247 Aug 26 13:53:28.704579 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-bfcd0601-fde3-4f58-9af0-f5e38564457b req-e0f53fb4-1a37-4cdc-949f-7f466d41db18 service neutron] 10.222.0.38 "GET /v2.0/networks/b435baf6-4426-4781-b724-99ca30ca88f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989263 Aug 26 13:53:28.720937 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-a8061e21-dbfb-43b4-a891-eacdcd133456 req-23372c9c-3857-420e-9ea1-310af9ab7d73 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380859 Aug 26 13:53:28.746279 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:28.889096 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-99122dfb-962b-45bb-9b29-a6d51d98a41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'name': 'tempest-TestVolumeBootPattern-1925530502-router', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:46:51Z', 'updated_at': '2021-08-26T13:46:55Z', 'revision_number': 4, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'gw_port': {'id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:52Z', 'updated_at': '2021-08-26T13:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_floatingips': [{'id': 'b7c08868-4790-4070-b468-98a19a65ddd6', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'router_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'port_id': '2191bd2c-6dee-43ae-85c7-f32b09be16b2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'mac_address': 'fa:16:3e:b1:d9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175b7aff-7fdc-460e-a778-6ac3e3c68423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T13:50:03Z', 'updated_at': '2021-08-26T13:50:06Z', 'revision_number': 1, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cb475a9-abdb-462a-83ff-ca692a63bf17', 'name': '', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'mac_address': 'fa:16:3e:09:0a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:54Z', 'updated_at': '2021-08-26T13:47:00Z', 'revision_number': 5, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'subnets': [{'id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:53:29.046608 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99122dfb-962b-45bb-9b29-a6d51d98a41e None None] The sync data for ids ['3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'] in dv-cinder-786386-11-iscsi is: [{'id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'name': 'tempest-TestVolumeBootPattern-1925530502-router', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:46:51Z', 'updated_at': '2021-08-26T13:46:55Z', 'revision_number': 4, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'gw_port': {'id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:52Z', 'updated_at': '2021-08-26T13:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_floatingips': [{'id': 'b7c08868-4790-4070-b468-98a19a65ddd6', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'router_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'port_id': '2191bd2c-6dee-43ae-85c7-f32b09be16b2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'mac_address': 'fa:16:3e:b1:d9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175b7aff-7fdc-460e-a778-6ac3e3c68423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T13:50:03Z', 'updated_at': '2021-08-26T13:50:06Z', 'revision_number': 1, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cb475a9-abdb-462a-83ff-ca692a63bf17', 'name': '', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'mac_address': 'fa:16:3e:09:0a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:54Z', 'updated_at': '2021-08-26T13:47:00Z', 'revision_number': 5, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'subnets': [{'id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:53:29.254323 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6208aaf8-6064-442c-887f-8e758f5c3d5c None None] New status for floating IP 30bee4cc-aa88-408a-8907-1b8003b640f1: DOWN {{(pid=94617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 13:53:30.156027 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1ccc1-218e-4330-ae1b-f343ecc38751 req-8a0aca07-c361-43d2-8826-80349bb2516f tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:53:30.157549 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-75d1ccc1-218e-4330-ae1b-f343ecc38751 req-8a0aca07-c361-43d2-8826-80349bb2516f tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eca45ce-0fec-473b-a2cb-5d6440bd674b HTTP/1.1" status: 200 len: 945 time: 0.3529830 Aug 26 13:53:30.194206 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-75d1ccc1-218e-4330-ae1b-f343ecc38751 req-d2e71b33-9c28-4152-86ad-05275d05d878 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306501 Aug 26 13:53:30.303991 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa428e5c-0983-42bf-b40d-37e956e816aa req-f9db4ae0-d778-40f8-b8c1-c6276dccf77f tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:53:30.305419 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-aa428e5c-0983-42bf-b40d-37e956e816aa req-f9db4ae0-d778-40f8-b8c1-c6276dccf77f tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eca45ce-0fec-473b-a2cb-5d6440bd674b HTTP/1.1" status: 200 len: 945 time: 0.0487385 Aug 26 13:53:30.391449 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [req-aa428e5c-0983-42bf-b40d-37e956e816aa req-610da2ff-7e47-44cb-b3d8-a887c448ed17 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Deleting port 8c2e16d8-d55d-44ba-81a6-2b6f5b621c05 {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:53:30.391784 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-aa428e5c-0983-42bf-b40d-37e956e816aa req-610da2ff-7e47-44cb-b3d8-a887c448ed17 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:30.443119 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:30.485172 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-aa428e5c-0983-42bf-b40d-37e956e816aa req-610da2ff-7e47-44cb-b3d8-a887c448ed17 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] For port 8c2e16d8-d55d-44ba-81a6-2b6f5b621c05, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8c2e16d8-d55d-44ba-81a6-2b6f5b621c05,segment=NetworkSegment(5c48b6e8-f3c1-4830-8915-5574d60d257f),segment_id=5c48b6e8-f3c1-4830-8915-5574d60d257f)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:53:30.485542 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-aa428e5c-0983-42bf-b40d-37e956e816aa req-610da2ff-7e47-44cb-b3d8-a887c448ed17 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:30.498613 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [req-aa428e5c-0983-42bf-b40d-37e956e816aa req-610da2ff-7e47-44cb-b3d8-a887c448ed17 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Calling delete_port for 8c2e16d8-d55d-44ba-81a6-2b6f5b621c05 owned by compute:nova {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:53:30.691749 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-aa428e5c-0983-42bf-b40d-37e956e816aa req-610da2ff-7e47-44cb-b3d8-a887c448ed17 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:30.720965 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610da2ff-7e47-44cb-b3d8-a887c448ed17 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Pushing event deleted for resources: {'Port': ['ID=8c2e16d8-d55d-44ba-81a6-2b6f5b621c05,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:53:30.760029 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa428e5c-0983-42bf-b40d-37e956e816aa req-610da2ff-7e47-44cb-b3d8-a887c448ed17 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] No DVR routers for this DVR port 8c2e16d8-d55d-44ba-81a6-2b6f5b621c05 on host hv-cinder-78638 {{(pid=94615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 13:53:30.763360 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-aa428e5c-0983-42bf-b40d-37e956e816aa req-610da2ff-7e47-44cb-b3d8-a887c448ed17 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:30.765381 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-aa428e5c-0983-42bf-b40d-37e956e816aa req-610da2ff-7e47-44cb-b3d8-a887c448ed17 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.38 "DELETE /v2.0/ports/8c2e16d8-d55d-44ba-81a6-2b6f5b621c05 HTTP/1.1" status: 204 len: 173 time: 0.4541004 Aug 26 13:53:30.765914 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eca45ce-0fec-473b-a2cb-5d6440bd674b', 'name': 'network-vif-deleted', 'tag': '8c2e16d8-d55d-44ba-81a6-2b6f5b621c05'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:53:30.768256 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea93b417d78f98f8f49a9646f42316e7837148fdcc5dd11c49486c93967457e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b33a707-3e92-4a70-9f34-014a4ee7c68d" -d '{"events": [{"server_uuid": "0eca45ce-0fec-473b-a2cb-5d6440bd674b", "name": "network-vif-deleted", "tag": "8c2e16d8-d55d-44ba-81a6-2b6f5b621c05"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:53:30.803205 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce110dc-9483-4757-9b48-336398827287 x-openstack-request-id: req-7ce110dc-9483-4757-9b48-336398827287 {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:53:30.803500 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eca45ce-0fec-473b-a2cb-5d6440bd674b", "name": "network-vif-deleted", "tag": "8c2e16d8-d55d-44ba-81a6-2b6f5b621c05", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:53:30.809192 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7ce110dc-9483-4757-9b48-336398827287 {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:53:30.809192 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eca45ce-0fec-473b-a2cb-5d6440bd674b', 'name': 'network-vif-deleted', 'tag': '8c2e16d8-d55d-44ba-81a6-2b6f5b621c05', 'status': 'completed', 'code': 200} Aug 26 13:53:31.287280 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-08f8c217-56dd-4afa-8b91-e9db0f856034 req-a0279921-b4da-4a3a-8d36-68a4b4a9eb9a tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eca45ce-0fec-473b-a2cb-5d6440bd674b HTTP/1.1" status: 200 len: 210 time: 0.0268805 Aug 26 13:53:33.689998 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 8c2e16d8-d55d-44ba-81a6-2b6f5b621c05 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:53:33.711691 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] No Port match for: 8c2e16d8-d55d-44ba-81a6-2b6f5b621c05 {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:53:33.712045 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 8c2e16d8-d55d-44ba-81a6-2b6f5b621c05 not bound to the agent host hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:53:34.738145 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 37712) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:53:34.893043 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-bb02adba-e5d2-491a-b129-2932e1125a4a tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Deleting port f73e3792-fb05-482d-9ace-844259ab0f36 {{(pid=94614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:53:34.893382 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-bb02adba-e5d2-491a-b129-2932e1125a4a tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:34.968989 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-bb02adba-e5d2-491a-b129-2932e1125a4a tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:34.969313 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-bb02adba-e5d2-491a-b129-2932e1125a4a tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:34.981148 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-bb02adba-e5d2-491a-b129-2932e1125a4a tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Calling delete_port for f73e3792-fb05-482d-9ace-844259ab0f36 owned by network:floatingip {{(pid=94614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:53:35.194626 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-bb02adba-e5d2-491a-b129-2932e1125a4a tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:35.219852 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02adba-e5d2-491a-b129-2932e1125a4a tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Pushing event deleted for resources: {'Port': ['ID=f73e3792-fb05-482d-9ace-844259ab0f36,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:53:35.244252 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02adba-e5d2-491a-b129-2932e1125a4a tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:53:35.244525 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02adba-e5d2-491a-b129-2932e1125a4a tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:53:35.244860 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02adba-e5d2-491a-b129-2932e1125a4a tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:53:35.245196 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02adba-e5d2-491a-b129-2932e1125a4a tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:53:35.245527 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02adba-e5d2-491a-b129-2932e1125a4a tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:53:35.245893 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02adba-e5d2-491a-b129-2932e1125a4a tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:53:35.246222 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02adba-e5d2-491a-b129-2932e1125a4a tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:53:35.246543 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02adba-e5d2-491a-b129-2932e1125a4a tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:53:35.246863 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02adba-e5d2-491a-b129-2932e1125a4a tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:53:35.247180 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02adba-e5d2-491a-b129-2932e1125a4a tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:53:35.247494 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02adba-e5d2-491a-b129-2932e1125a4a tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:53:35.247809 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02adba-e5d2-491a-b129-2932e1125a4a tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:53:35.289356 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-bb02adba-e5d2-491a-b129-2932e1125a4a tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for floatingip, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:35.289686 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.db.l3_db [None req-bb02adba-e5d2-491a-b129-2932e1125a4a tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Floating IP b7c08868-4790-4070-b468-98a19a65ddd6 disassociated (deleted). External IP: 172.27.2.89, port: 2191bd2c-6dee-43ae-85c7-f32b09be16b2. Aug 26 13:53:35.490340 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb02adba-e5d2-491a-b129-2932e1125a4a tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Router 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 has already been hosted by L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 {{(pid=94614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 13:53:35.595340 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb02adba-e5d2-491a-b129-2932e1125a4a tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:53:35.600183 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-bb02adba-e5d2-491a-b129-2932e1125a4a tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for floatingip, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:35.604698 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5780a407-724e-416f-b0d7-2dfbb7bf636b None None] Sync routers for ids ['3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'] in dv-cinder-786386-11-iscsi {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:53:35.624323 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5780a407-724e-416f-b0d7-2dfbb7bf636b None None] Routers {'3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:53:35.625012 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-5780a407-724e-416f-b0d7-2dfbb7bf636b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:53:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:53:35.628661 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-bb02adba-e5d2-491a-b129-2932e1125a4a tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "DELETE /v2.0/floatingips/b7c08868-4790-4070-b468-98a19a65ddd6 HTTP/1.1" status: 204 len: 168 time: 0.8871601 Aug 26 13:53:35.628661 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '175b7aff-7fdc-460e-a778-6ac3e3c68423', 'tag': '2191bd2c-6dee-43ae-85c7-f32b09be16b2'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:53:35.629184 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a01c3ba01e4bf0bec97fb524610b41262b2b21d9aec27a526a98035f21d3c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e46cf5-a0d4-4321-8748-480f09f54671" -d '{"events": [{"name": "network-changed", "server_uuid": "175b7aff-7fdc-460e-a778-6ac3e3c68423", "tag": "2191bd2c-6dee-43ae-85c7-f32b09be16b2"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:53:35.665812 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 13:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f8ceb6-f871-4c1d-9ccb-91ef81f94b2f x-openstack-request-id: req-28f8ceb6-f871-4c1d-9ccb-91ef81f94b2f {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:53:35.666168 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "175b7aff-7fdc-460e-a778-6ac3e3c68423", "tag": "2191bd2c-6dee-43ae-85c7-f32b09be16b2", "status": "completed", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:53:35.666515 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-28f8ceb6-f871-4c1d-9ccb-91ef81f94b2f {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:53:35.667189 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '175b7aff-7fdc-460e-a778-6ac3e3c68423', 'tag': '2191bd2c-6dee-43ae-85c7-f32b09be16b2', 'status': 'completed', 'code': 200} Aug 26 13:53:35.737308 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-5780a407-724e-416f-b0d7-2dfbb7bf636b None None] Set router 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:53:35.756969 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e46cf5-a0d4-4321-8748-480f09f54671 req-611fbee9-e874-4f2a-ac11-8a490293d3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:53:35.758455 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a7e46cf5-a0d4-4321-8748-480f09f54671 req-611fbee9-e874-4f2a-ac11-8a490293d3e2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4b400b2d709b4b61a7b69b9efc0185b5&device_id=175b7aff-7fdc-460e-a778-6ac3e3c68423 HTTP/1.1" status: 200 len: 1098 time: 0.0441272 Aug 26 13:53:35.850917 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e46cf5-a0d4-4321-8748-480f09f54671 req-402b0a4c-cfe1-4f0a-bf95-36630601d92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:53:35.852478 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a7e46cf5-a0d4-4321-8748-480f09f54671 req-402b0a4c-cfe1-4f0a-bf95-36630601d92b service neutron] 10.222.0.38 "GET /v2.0/networks?id=b435baf6-4426-4781-b724-99ca30ca88f7 HTTP/1.1" status: 200 len: 913 time: 0.0865457 Aug 26 13:53:35.894619 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a7e46cf5-a0d4-4321-8748-480f09f54671 req-eb82cb98-4142-4e57-be76-8b902bf1b40f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2191bd2c-6dee-43ae-85c7-f32b09be16b2 HTTP/1.1" status: 200 len: 217 time: 0.0351038 Aug 26 13:53:35.948039 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-5780a407-724e-416f-b0d7-2dfbb7bf636b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'name': 'tempest-TestVolumeBootPattern-1925530502-router', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:46:51Z', 'updated_at': '2021-08-26T13:46:55Z', 'revision_number': 4, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'gw_port': {'id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:52Z', 'updated_at': '2021-08-26T13:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': '6cb475a9-abdb-462a-83ff-ca692a63bf17', 'name': '', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'mac_address': 'fa:16:3e:09:0a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:54Z', 'updated_at': '2021-08-26T13:47:00Z', 'revision_number': 5, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'subnets': [{'id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:53:35.955884 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e46cf5-a0d4-4321-8748-480f09f54671 req-90f63d55-2bfe-44b1-a6df-83768b84f111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:53:35.957347 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a7e46cf5-a0d4-4321-8748-480f09f54671 req-90f63d55-2bfe-44b1-a6df-83768b84f111 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3ab1cd8e-4b0e-400f-95c9-a7548472d8c9 HTTP/1.1" status: 200 len: 851 time: 0.0500968 Aug 26 13:53:35.975754 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5780a407-724e-416f-b0d7-2dfbb7bf636b None None] Checking router: 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 for host: dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:53:35.984233 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5780a407-724e-416f-b0d7-2dfbb7bf636b None None] Routers {'3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:53:35.984863 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-5780a407-724e-416f-b0d7-2dfbb7bf636b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:53:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:53:36.013668 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e46cf5-a0d4-4321-8748-480f09f54671 req-d6b0b4f1-762b-454b-854c-515db37342df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:53:36.015223 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a7e46cf5-a0d4-4321-8748-480f09f54671 req-d6b0b4f1-762b-454b-854c-515db37342df service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b435baf6-4426-4781-b724-99ca30ca88f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0512822 Aug 26 13:53:36.096066 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-5780a407-724e-416f-b0d7-2dfbb7bf636b None None] Set router 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:53:36.113221 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36283d10-4455-472e-aa63-d8b996a2d97d req-95be6c11-9388-461c-adaf-65dab81398c7 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:53:36.114761 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-36283d10-4455-472e-aa63-d8b996a2d97d req-95be6c11-9388-461c-adaf-65dab81398c7 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=175b7aff-7fdc-460e-a778-6ac3e3c68423 HTTP/1.1" status: 200 len: 945 time: 0.0541492 Aug 26 13:53:36.131576 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a7e46cf5-a0d4-4321-8748-480f09f54671 req-1898bf63-7f35-4178-bbe9-45cd12119ae5 service neutron] 10.222.0.38 "GET /v2.0/networks/b435baf6-4426-4781-b724-99ca30ca88f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854323 Aug 26 13:53:36.154814 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-36283d10-4455-472e-aa63-d8b996a2d97d req-2dc44380-913e-4aeb-baf7-5eaf41a80e02 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325010 Aug 26 13:53:36.227268 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a7e46cf5-a0d4-4321-8748-480f09f54671 req-31ef937a-e5d5-493f-8ccf-0a03b37f5e0b service neutron] 10.222.0.38 "GET /v2.0/networks/b435baf6-4426-4781-b724-99ca30ca88f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878079 Aug 26 13:53:36.294062 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-5780a407-724e-416f-b0d7-2dfbb7bf636b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'name': 'tempest-TestVolumeBootPattern-1925530502-router', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:46:51Z', 'updated_at': '2021-08-26T13:46:55Z', 'revision_number': 4, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'gw_port': {'id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:52Z', 'updated_at': '2021-08-26T13:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': '6cb475a9-abdb-462a-83ff-ca692a63bf17', 'name': '', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'mac_address': 'fa:16:3e:09:0a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:54Z', 'updated_at': '2021-08-26T13:47:00Z', 'revision_number': 5, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'subnets': [{'id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:53:36.323282 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5780a407-724e-416f-b0d7-2dfbb7bf636b None None] The sync data for ids ['3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'] in dv-cinder-786386-11-iscsi is: [{'id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'name': 'tempest-TestVolumeBootPattern-1925530502-router', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:46:51Z', 'updated_at': '2021-08-26T13:46:55Z', 'revision_number': 4, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'gw_port': {'id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:52Z', 'updated_at': '2021-08-26T13:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi', '_interfaces': [{'id': '6cb475a9-abdb-462a-83ff-ca692a63bf17', 'name': '', 'network_id': 'b435baf6-4426-4781-b724-99ca30ca88f7', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'mac_address': 'fa:16:3e:09:0a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:54Z', 'updated_at': '2021-08-26T13:47:00Z', 'revision_number': 5, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'subnets': [{'id': '3ab1cd8e-4b0e-400f-95c9-a7548472d8c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:53:36.537401 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b1cebd-bd84-4c27-9932-3caafebe59e6 None None] New status for floating IP b7c08868-4790-4070-b468-98a19a65ddd6: DOWN {{(pid=94617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 13:53:37.273254 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6b42e-72e5-4c1a-88ab-f9cb02e0db67 req-0990b6ae-7a1f-478b-8686-8fb2795c3fd1 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:53:37.274833 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-82c6b42e-72e5-4c1a-88ab-f9cb02e0db67 req-0990b6ae-7a1f-478b-8686-8fb2795c3fd1 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=175b7aff-7fdc-460e-a778-6ac3e3c68423 HTTP/1.1" status: 200 len: 945 time: 0.0493004 Aug 26 13:53:37.312298 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-82c6b42e-72e5-4c1a-88ab-f9cb02e0db67 req-f4587bf1-fa23-402b-a929-5ad16ca31007 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/security-groups?id=8165d2e0-1746-4478-952c-299a2b010acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313859 Aug 26 13:53:37.779070 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663f7a9-a6ad-45e4-861c-e6073fc7fac5 req-db04071d-4791-405f-96ff-5102c5db7027 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:53:37.780481 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-f663f7a9-a6ad-45e4-861c-e6073fc7fac5 req-db04071d-4791-405f-96ff-5102c5db7027 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.38 "GET /v2.0/ports?device_id=175b7aff-7fdc-460e-a778-6ac3e3c68423 HTTP/1.1" status: 200 len: 945 time: 0.0479715 Aug 26 13:53:37.873180 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [req-f663f7a9-a6ad-45e4-861c-e6073fc7fac5 req-bd394337-824e-4267-a1a4-e31fb7d748ae tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Deleting port 2191bd2c-6dee-43ae-85c7-f32b09be16b2 {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:53:37.873522 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-f663f7a9-a6ad-45e4-861c-e6073fc7fac5 req-bd394337-824e-4267-a1a4-e31fb7d748ae tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:37.959205 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-f663f7a9-a6ad-45e4-861c-e6073fc7fac5 req-bd394337-824e-4267-a1a4-e31fb7d748ae tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] For port 2191bd2c-6dee-43ae-85c7-f32b09be16b2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2191bd2c-6dee-43ae-85c7-f32b09be16b2,segment=NetworkSegment(5c48b6e8-f3c1-4830-8915-5574d60d257f),segment_id=5c48b6e8-f3c1-4830-8915-5574d60d257f)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:53:37.959570 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-f663f7a9-a6ad-45e4-861c-e6073fc7fac5 req-bd394337-824e-4267-a1a4-e31fb7d748ae tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:37.972745 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [req-f663f7a9-a6ad-45e4-861c-e6073fc7fac5 req-bd394337-824e-4267-a1a4-e31fb7d748ae tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Calling delete_port for 2191bd2c-6dee-43ae-85c7-f32b09be16b2 owned by compute:nova {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:53:38.177347 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-f663f7a9-a6ad-45e4-861c-e6073fc7fac5 req-bd394337-824e-4267-a1a4-e31fb7d748ae tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:38.203893 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd394337-824e-4267-a1a4-e31fb7d748ae tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Pushing event deleted for resources: {'Port': ['ID=2191bd2c-6dee-43ae-85c7-f32b09be16b2,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:53:38.247486 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [req-f663f7a9-a6ad-45e4-861c-e6073fc7fac5 req-bd394337-824e-4267-a1a4-e31fb7d748ae tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] No DVR routers for this DVR port 2191bd2c-6dee-43ae-85c7-f32b09be16b2 on host hv-cinder-78638 {{(pid=94615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 13:53:38.249836 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-f663f7a9-a6ad-45e4-861c-e6073fc7fac5 req-bd394337-824e-4267-a1a4-e31fb7d748ae tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:38.251792 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-f663f7a9-a6ad-45e4-861c-e6073fc7fac5 req-bd394337-824e-4267-a1a4-e31fb7d748ae tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.38 "DELETE /v2.0/ports/2191bd2c-6dee-43ae-85c7-f32b09be16b2 HTTP/1.1" status: 204 len: 173 time: 0.4645495 Aug 26 13:53:38.252260 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175b7aff-7fdc-460e-a778-6ac3e3c68423', 'name': 'network-vif-deleted', 'tag': '2191bd2c-6dee-43ae-85c7-f32b09be16b2'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 13:53:38.254582 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea93b417d78f98f8f49a9646f42316e7837148fdcc5dd11c49486c93967457e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591b5619-0cf7-49cf-a669-b30164d8e5d2" -d '{"events": [{"server_uuid": "175b7aff-7fdc-460e-a778-6ac3e3c68423", "name": "network-vif-deleted", "tag": "2191bd2c-6dee-43ae-85c7-f32b09be16b2"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 13:53:38.289610 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 13:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531ca2b4-316f-4d3a-9974-1f4e8cbebfbf x-openstack-request-id: req-531ca2b4-316f-4d3a-9974-1f4e8cbebfbf {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 13:53:38.289927 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "175b7aff-7fdc-460e-a778-6ac3e3c68423", "name": "network-vif-deleted", "tag": "2191bd2c-6dee-43ae-85c7-f32b09be16b2", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 13:53:38.290208 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-531ca2b4-316f-4d3a-9974-1f4e8cbebfbf {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 13:53:38.290603 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '175b7aff-7fdc-460e-a778-6ac3e3c68423', 'name': 'network-vif-deleted', 'tag': '2191bd2c-6dee-43ae-85c7-f32b09be16b2', 'status': 'completed', 'code': 200} Aug 26 13:53:38.407218 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [req-ab202670-7b5b-4a58-9163-f7e0bbaf5988 req-a31279bf-94a4-47a4-8948-b538665d9081 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "GET /v2.0/ports?device_id=175b7aff-7fdc-460e-a778-6ac3e3c68423 HTTP/1.1" status: 200 len: 210 time: 0.0293276 Aug 26 13:53:39.462726 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 37728) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:53:39.583946 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-5dfc5e5d-5e85-4835-a450-929a305d4084 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Deleting port 0597bf17-8fc7-4b23-a9c9-fb496e3df45d {{(pid=94614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:53:39.584313 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5dfc5e5d-5e85-4835-a450-929a305d4084 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:39.661393 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5dfc5e5d-5e85-4835-a450-929a305d4084 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:39.661738 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5dfc5e5d-5e85-4835-a450-929a305d4084 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:39.673468 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-5dfc5e5d-5e85-4835-a450-929a305d4084 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Calling delete_port for 0597bf17-8fc7-4b23-a9c9-fb496e3df45d owned by network:floatingip {{(pid=94614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:53:39.882614 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5dfc5e5d-5e85-4835-a450-929a305d4084 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:39.909067 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc5e5d-5e85-4835-a450-929a305d4084 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Pushing event deleted for resources: {'Port': ['ID=0597bf17-8fc7-4b23-a9c9-fb496e3df45d,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:53:39.967479 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5dfc5e5d-5e85-4835-a450-929a305d4084 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for floatingip, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:39.969979 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5dfc5e5d-5e85-4835-a450-929a305d4084 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118061'] for floatingip, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:39.971116 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-5dfc5e5d-5e85-4835-a450-929a305d4084 tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "DELETE /v2.0/floatingips/e357518d-99b5-47df-8bc6-2ede938c06b8 HTTP/1.1" status: 204 len: 168 time: 0.5073631 Aug 26 13:53:41.314478 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 37740) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:53:41.370929 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-73e6ba0e-6006-4948-b86b-b138fb81f6cc tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:41.395366 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-73e6ba0e-6006-4948-b86b-b138fb81f6cc tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:41.556953 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-73e6ba0e-6006-4948-b86b-b138fb81f6cc tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:41.559638 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-73e6ba0e-6006-4948-b86b-b138fb81f6cc tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:41.560845 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-73e6ba0e-6006-4948-b86b-b138fb81f6cc tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] 10.222.0.35 "DELETE /v2.0/security-groups/8165d2e0-1746-4478-952c-299a2b010acb HTTP/1.1" status: 204 len: 168 time: 0.2454269 Aug 26 13:53:41.575190 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6ba0e-6006-4948-b86b-b138fb81f6cc tempest-TestVolumeBootPattern-1871209402 tempest-TestVolumeBootPattern-1871209402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8165d2e0-1746-4478-952c-299a2b010acb,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:53:41.693776 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 37744) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:53:41.717437 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 2191bd2c-6dee-43ae-85c7-f32b09be16b2 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:53:41.737609 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] No Port match for: 2191bd2c-6dee-43ae-85c7-f32b09be16b2 {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:53:41.737990 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Device 2191bd2c-6dee-43ae-85c7-f32b09be16b2 not bound to the agent host hv-cinder-78638 {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:53:42.160323 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ed4e24ad-fbdd-4982-bc82-306ade55844f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432655'] for router_interface, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:42.402166 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-ed4e24ad-fbdd-4982-bc82-306ade55844f admin admin] Deleting port 6cb475a9-abdb-462a-83ff-ca692a63bf17 {{(pid=94614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:53:42.403643 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ed4e24ad-fbdd-4982-bc82-306ade55844f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:42.481949 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-ed4e24ad-fbdd-4982-bc82-306ade55844f admin admin] For port 6cb475a9-abdb-462a-83ff-ca692a63bf17, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=6cb475a9-abdb-462a-83ff-ca692a63bf17,segment=NetworkSegment(5c48b6e8-f3c1-4830-8915-5574d60d257f),segment_id=5c48b6e8-f3c1-4830-8915-5574d60d257f)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:53:42.482239 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ed4e24ad-fbdd-4982-bc82-306ade55844f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:42.494592 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-ed4e24ad-fbdd-4982-bc82-306ade55844f admin admin] Calling delete_port for 6cb475a9-abdb-462a-83ff-ca692a63bf17 owned by network:router_interface {{(pid=94614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:53:42.751113 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ed4e24ad-fbdd-4982-bc82-306ade55844f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:42.774261 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e24ad-fbdd-4982-bc82-306ade55844f admin admin] Pushing event deleted for resources: {'Port': ['ID=6cb475a9-abdb-462a-83ff-ca692a63bf17,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:53:42.943078 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ed4e24ad-fbdd-4982-bc82-306ade55844f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432837'] for router_interface, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:43.150470 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4e24ad-fbdd-4982-bc82-306ade55844f admin admin] Router 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 has already been hosted by L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 {{(pid=94614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 13:53:43.258355 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4e24ad-fbdd-4982-bc82-306ade55844f admin admin] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:53:43.263303 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-ed4e24ad-fbdd-4982-bc82-306ade55844f admin admin] 10.222.0.35 "PUT /v2.0/routers/3b0c7bab-0a32-4c0f-8334-39c63ce45bc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5685110 Aug 26 13:53:43.265770 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 37748) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:53:43.268459 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde93a5e-3481-4311-8d16-137e2af80bdc None None] Sync routers for ids ['3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'] in dv-cinder-786386-11-iscsi {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:53:43.278368 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde93a5e-3481-4311-8d16-137e2af80bdc None None] Routers {'3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:53:43.278989 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-bde93a5e-3481-4311-8d16-137e2af80bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:53:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:53:43.367780 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-cc1f3cc0-5daf-4238-8c2e-93971a7885b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:43.382388 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-bde93a5e-3481-4311-8d16-137e2af80bdc None None] Set router 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:53:43.474608 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-cc1f3cc0-5daf-4238-8c2e-93971a7885b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:43.565464 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-bde93a5e-3481-4311-8d16-137e2af80bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'name': 'tempest-TestVolumeBootPattern-1925530502-router', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:46:51Z', 'updated_at': '2021-08-26T13:53:42Z', 'revision_number': 5, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'gw_port': {'id': 'd5d65ce1-a513-4de0-9420-85ba5fe86405', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:52Z', 'updated_at': '2021-08-26T13:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:53:43.596502 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde93a5e-3481-4311-8d16-137e2af80bdc None None] Checking router: 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 for host: dv-cinder-786386-11-iscsi {{(pid=94616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:53:43.605063 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde93a5e-3481-4311-8d16-137e2af80bdc None None] Routers {'3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:53:43.605754 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-bde93a5e-3481-4311-8d16-137e2af80bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:53:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'], 'active': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:53:43.624786 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f3cc0-5daf-4238-8c2e-93971a7885b0 admin admin] Deleting port d5d65ce1-a513-4de0-9420-85ba5fe86405 {{(pid=94614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:53:43.625141 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-cc1f3cc0-5daf-4238-8c2e-93971a7885b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:43.686919 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvr_db [None req-bde93a5e-3481-4311-8d16-137e2af80bdc None None] Set router 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 gateway port host: None {{(pid=94616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:53:43.705517 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-cc1f3cc0-5daf-4238-8c2e-93971a7885b0 admin admin] For port d5d65ce1-a513-4de0-9420-85ba5fe86405, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=d5d65ce1-a513-4de0-9420-85ba5fe86405,segment=NetworkSegment(706c7343-f453-451d-93d0-3f6d714ba662),segment_id=706c7343-f453-451d-93d0-3f6d714ba662)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:53:43.705837 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-cc1f3cc0-5daf-4238-8c2e-93971a7885b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:43.717887 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f3cc0-5daf-4238-8c2e-93971a7885b0 admin admin] Calling delete_port for d5d65ce1-a513-4de0-9420-85ba5fe86405 owned by network:router_gateway {{(pid=94614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:53:43.741243 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_hamode_db [None req-bde93a5e-3481-4311-8d16-137e2af80bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'name': 'tempest-TestVolumeBootPattern-1925530502-router', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:46:51Z', 'updated_at': '2021-08-26T13:53:43Z', 'revision_number': 6, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'gw_port_host': None}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:53:43.768823 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde93a5e-3481-4311-8d16-137e2af80bdc None None] The sync data for ids ['3b0c7bab-0a32-4c0f-8334-39c63ce45bc6'] in dv-cinder-786386-11-iscsi is: [{'id': '3b0c7bab-0a32-4c0f-8334-39c63ce45bc6', 'name': 'tempest-TestVolumeBootPattern-1925530502-router', 'tenant_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:46:51Z', 'updated_at': '2021-08-26T13:53:43Z', 'revision_number': 6, 'project_id': '4b400b2d709b4b61a7b69b9efc0185b5', 'gw_port_host': None}] {{(pid=94616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:53:44.205825 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-cc1f3cc0-5daf-4238-8c2e-93971a7885b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:44.229427 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f3cc0-5daf-4238-8c2e-93971a7885b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5d65ce1-a513-4de0-9420-85ba5fe86405,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:53:44.292390 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-cc1f3cc0-5daf-4238-8c2e-93971a7885b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430495'] for router_gateway, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:44.392912 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-cc1f3cc0-5daf-4238-8c2e-93971a7885b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-428288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13273'] for router, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:44.394876 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-cc1f3cc0-5daf-4238-8c2e-93971a7885b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:44.525758 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-cc1f3cc0-5daf-4238-8c2e-93971a7885b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-428303'] for router, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:44.526372 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1f3cc0-5daf-4238-8c2e-93971a7885b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 {{(pid=94614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 13:53:44.533687 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-cc1f3cc0-5daf-4238-8c2e-93971a7885b0 admin admin] Notify callbacks [] for router, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:44.533687 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-cc1f3cc0-5daf-4238-8c2e-93971a7885b0 admin admin] 10.222.0.35 "DELETE /v2.0/routers/3b0c7bab-0a32-4c0f-8334-39c63ce45bc6 HTTP/1.1" status: 204 len: 168 time: 1.2654879 Aug 26 13:53:44.534734 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 37750) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:53:44.580975 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aac928b-2443-46d4-ba01-b8b12d2ff6c5 admin admin] Deleting subnet 3ab1cd8e-4b0e-400f-95c9-a7548472d8c9 {{(pid=94614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 13:53:44.582347 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3aac928b-2443-46d4-ba01-b8b12d2ff6c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:44.618094 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3aac928b-2443-46d4-ba01-b8b12d2ff6c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3147581'] for subnet, precommit_delete_associations {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:44.703076 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3aac928b-2443-46d4-ba01-b8b12d2ff6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541549'] for subnet, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:44.828672 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3aac928b-2443-46d4-ba01-b8b12d2ff6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8625026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10165663'] for subnet, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:44.856522 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac928b-2443-46d4-ba01-b8b12d2ff6c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ab1cd8e-4b0e-400f-95c9-a7548472d8c9,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:53:44.862568 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3aac928b-2443-46d4-ba01-b8b12d2ff6c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for subnet, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:44.862568 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-3aac928b-2443-46d4-ba01-b8b12d2ff6c5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3ab1cd8e-4b0e-400f-95c9-a7548472d8c9 HTTP/1.1" status: 204 len: 168 time: 0.3247900 Aug 26 13:53:44.863624 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 37752) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:53:44.865966 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43bc012-7c62-4095-a597-8f163e445801 None None] Network b435baf6-4426-4781-b724-99ca30ca88f7 requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:53:44.933640 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ff0d328a-0c55-4f68-8e2b-9ec0431c127e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1476925'] for network, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:44.989143 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-ff0d328a-0c55-4f68-8e2b-9ec0431c127e admin admin] Deleting port bd845010-d2c9-4ae4-af22-7e365fe72955 {{(pid=94614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:53:44.989566 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ff0d328a-0c55-4f68-8e2b-9ec0431c127e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:45.041550 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63b8b00-0b8c-47f4-b9d8-e1a6acf91206 None None] DHCP port deletion for b435baf6-4426-4781-b724-99ca30ca88f7 request from dv-cinder-786386-11-iscsi {{(pid=94616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 13:53:45.056471 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-ff0d328a-0c55-4f68-8e2b-9ec0431c127e admin admin] For port bd845010-d2c9-4ae4-af22-7e365fe72955, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=bd845010-d2c9-4ae4-af22-7e365fe72955,segment=NetworkSegment(5c48b6e8-f3c1-4830-8915-5574d60d257f),segment_id=5c48b6e8-f3c1-4830-8915-5574d60d257f)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:53:45.056835 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ff0d328a-0c55-4f68-8e2b-9ec0431c127e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:45.069425 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-ff0d328a-0c55-4f68-8e2b-9ec0431c127e admin admin] Calling delete_port for bd845010-d2c9-4ae4-af22-7e365fe72955 owned by network:dhcp {{(pid=94614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:53:45.085947 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-c63b8b00-0b8c-47f4-b9d8-e1a6acf91206 None None] Deleting port bd845010-d2c9-4ae4-af22-7e365fe72955 {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:53:45.086319 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c63b8b00-0b8c-47f4-b9d8-e1a6acf91206 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:45.149091 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-c63b8b00-0b8c-47f4-b9d8-e1a6acf91206 None None] For port bd845010-d2c9-4ae4-af22-7e365fe72955, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=bd845010-d2c9-4ae4-af22-7e365fe72955,segment=NetworkSegment(5c48b6e8-f3c1-4830-8915-5574d60d257f),segment_id=5c48b6e8-f3c1-4830-8915-5574d60d257f)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:53:45.149492 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c63b8b00-0b8c-47f4-b9d8-e1a6acf91206 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:45.162744 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-c63b8b00-0b8c-47f4-b9d8-e1a6acf91206 None None] Calling delete_port for bd845010-d2c9-4ae4-af22-7e365fe72955 owned by network:dhcp {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:53:45.211472 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ff0d328a-0c55-4f68-8e2b-9ec0431c127e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625105'] for port, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:45.237036 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c63b8b00-0b8c-47f4-b9d8-e1a6acf91206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:45.238711 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d328a-0c55-4f68-8e2b-9ec0431c127e admin admin] Pushing event deleted for resources: {'Port': ['ID=bd845010-d2c9-4ae4-af22-7e365fe72955,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:53:45.240935 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0d328a-0c55-4f68-8e2b-9ec0431c127e admin admin] No DVR routers for this DVR port bd845010-d2c9-4ae4-af22-7e365fe72955 on host dv-cinder-786386-11-iscsi {{(pid=94614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 13:53:45.269622 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63b8b00-0b8c-47f4-b9d8-e1a6acf91206 None None] No DVR routers for this DVR port bd845010-d2c9-4ae4-af22-7e365fe72955 on host dv-cinder-786386-11-iscsi {{(pid=94616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 13:53:45.272274 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b8b00-0b8c-47f4-b9d8-e1a6acf91206 None None] Pushing event deleted for resources: {'Port': ['ID=bd845010-d2c9-4ae4-af22-7e365fe72955,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:53:45.282619 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b8b00-0b8c-47f4-b9d8-e1a6acf91206 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:53:45.282619 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b8b00-0b8c-47f4-b9d8-e1a6acf91206 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:53:45.283506 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b8b00-0b8c-47f4-b9d8-e1a6acf91206 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:53:45.283506 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b8b00-0b8c-47f4-b9d8-e1a6acf91206 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:53:45.283871 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b8b00-0b8c-47f4-b9d8-e1a6acf91206 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:53:45.284252 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b8b00-0b8c-47f4-b9d8-e1a6acf91206 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:53:45.284698 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b8b00-0b8c-47f4-b9d8-e1a6acf91206 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:53:45.285154 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b8b00-0b8c-47f4-b9d8-e1a6acf91206 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:53:45.285547 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b8b00-0b8c-47f4-b9d8-e1a6acf91206 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:53:45.285971 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b8b00-0b8c-47f4-b9d8-e1a6acf91206 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:53:45.286451 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b8b00-0b8c-47f4-b9d8-e1a6acf91206 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:53:45.286833 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b8b00-0b8c-47f4-b9d8-e1a6acf91206 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-11-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 13:53:45.310202 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ff0d328a-0c55-4f68-8e2b-9ec0431c127e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-539478', 'neutron.services.segments.db._delete_segments_for_network-8790400307694'] for network, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:45.319832 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.services.segments.db [None req-ff0d328a-0c55-4f68-8e2b-9ec0431c127e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b435baf6-4426-4781-b724-99ca30ca88f7']}} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:53:45.333831 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.services.segments.db [None req-ff0d328a-0c55-4f68-8e2b-9ec0431c127e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c48b6e8-f3c1-4830-8915-5574d60d257f') {'for_net_delete': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:53:45.334129 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.services.segments.db [None req-ff0d328a-0c55-4f68-8e2b-9ec0431c127e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c48b6e8-f3c1-4830-8915-5574d60d257f') {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:53:45.343487 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ff0d328a-0c55-4f68-8e2b-9ec0431c127e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790400307577', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3147554'] for segment, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:45.356876 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ff0d328a-0c55-4f68-8e2b-9ec0431c127e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388'] for segment, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:45.362634 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0d328a-0c55-4f68-8e2b-9ec0431c127e admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=94614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 13:53:45.363022 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ff0d328a-0c55-4f68-8e2b-9ec0431c127e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8625124'] for segment, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:45.364628 dv-cinder-786386-11-iscsi neutron-server[94614]: Traceback (most recent call last): Aug 26 13:53:45.364628 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 13:53:45.364628 dv-cinder-786386-11-iscsi neutron-server[94614]: timer() Aug 26 13:53:45.364628 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 13:53:45.364628 dv-cinder-786386-11-iscsi neutron-server[94614]: cb(*args, **kw) Aug 26 13:53:45.364628 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 13:53:45.364628 dv-cinder-786386-11-iscsi neutron-server[94614]: return func(*args, **kwargs) Aug 26 13:53:45.364628 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 13:53:45.364628 dv-cinder-786386-11-iscsi neutron-server[94614]: self._notify() Aug 26 13:53:45.364628 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 13:53:45.364628 dv-cinder-786386-11-iscsi neutron-server[94614]: self.callback(batched_events) Aug 26 13:53:45.364628 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 13:53:45.364628 dv-cinder-786386-11-iscsi neutron-server[94614]: event.method(event) Aug 26 13:53:45.364628 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 13:53:45.364628 dv-cinder-786386-11-iscsi neutron-server[94614]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 13:53:45.364628 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 13:53:45.364628 dv-cinder-786386-11-iscsi neutron-server[94614]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 13:53:45.364628 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 13:53:45.364628 dv-cinder-786386-11-iscsi neutron-server[94614]: return f(self, *a, **k) Aug 26 13:53:45.364628 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 13:53:45.364628 dv-cinder-786386-11-iscsi neutron-server[94614]: return self._get(url).json() Aug 26 13:53:45.364628 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 13:53:45.364628 dv-cinder-786386-11-iscsi neutron-server[94614]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 13:53:45.364628 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 13:53:45.364628 dv-cinder-786386-11-iscsi neutron-server[94614]: return self.request(url, 'GET', **kwargs) Aug 26 13:53:45.364628 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 13:53:45.364628 dv-cinder-786386-11-iscsi neutron-server[94614]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 13:53:45.364628 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 13:53:45.364628 dv-cinder-786386-11-iscsi neutron-server[94614]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 13:53:45.364628 dv-cinder-786386-11-iscsi neutron-server[94614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 13:53:45.364628 dv-cinder-786386-11-iscsi neutron-server[94614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 13:53:45.364628 dv-cinder-786386-11-iscsi neutron-server[94614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 13:53:45.459248 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ff0d328a-0c55-4f68-8e2b-9ec0431c127e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-539439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430499'] for network, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:45.465639 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ff0d328a-0c55-4f68-8e2b-9ec0431c127e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for network, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:45.470008 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-ff0d328a-0c55-4f68-8e2b-9ec0431c127e admin admin] 10.222.0.35 "DELETE /v2.0/networks/b435baf6-4426-4781-b724-99ca30ca88f7 HTTP/1.1" status: 204 len: 168 time: 0.6035342 Aug 26 13:53:45.470742 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 37754) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:53:45.476825 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d328a-0c55-4f68-8e2b-9ec0431c127e admin admin] Pushing event deleted for resources: {'Network': ['ID=b435baf6-4426-4781-b724-99ca30ca88f7,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:53:45.566320 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device bd845010-d2c9-4ae4-af22-7e365fe72955 no longer exists at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:53:45.586258 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] No Port match for: bd845010-d2c9-4ae4-af22-7e365fe72955 {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:53:45.586608 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device bd845010-d2c9-4ae4-af22-7e365fe72955 not bound to the agent host dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:53:45.587023 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device d5d65ce1-a513-4de0-9420-85ba5fe86405 no longer exists at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:53:45.605402 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] No Port match for: d5d65ce1-a513-4de0-9420-85ba5fe86405 {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:53:45.605774 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device d5d65ce1-a513-4de0-9420-85ba5fe86405 not bound to the agent host dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:53:45.606187 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 6cb475a9-abdb-462a-83ff-ca692a63bf17 no longer exists at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:53:45.624647 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] No Port match for: 6cb475a9-abdb-462a-83ff-ca692a63bf17 {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:53:45.624998 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 6cb475a9-abdb-462a-83ff-ca692a63bf17 not bound to the agent host dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:53:45.811062 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7e6114b8-e7b5-4048-89e0-9be7933f0625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432655'] for router_interface, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:46.054288 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-7e6114b8-e7b5-4048-89e0-9be7933f0625 admin admin] Deleting port 1b24e1af-d8f7-4861-a0db-8d235e4b34d2 {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:53:46.054631 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7e6114b8-e7b5-4048-89e0-9be7933f0625 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:46.130166 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-7e6114b8-e7b5-4048-89e0-9be7933f0625 admin admin] For port 1b24e1af-d8f7-4861-a0db-8d235e4b34d2, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=1b24e1af-d8f7-4861-a0db-8d235e4b34d2,segment=NetworkSegment(c7c7132f-796e-44bf-bbd0-bedc51c362bb),segment_id=c7c7132f-796e-44bf-bbd0-bedc51c362bb)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:53:46.130523 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7e6114b8-e7b5-4048-89e0-9be7933f0625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:46.145670 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-7e6114b8-e7b5-4048-89e0-9be7933f0625 admin admin] Calling delete_port for 1b24e1af-d8f7-4861-a0db-8d235e4b34d2 owned by network:router_interface {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:53:46.379646 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7e6114b8-e7b5-4048-89e0-9be7933f0625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:46.410843 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6114b8-e7b5-4048-89e0-9be7933f0625 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b24e1af-d8f7-4861-a0db-8d235e4b34d2,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:53:46.570599 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7e6114b8-e7b5-4048-89e0-9be7933f0625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432837'] for router_interface, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:46.757395 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 6 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:53:46.784604 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6114b8-e7b5-4048-89e0-9be7933f0625 admin admin] Router 44256c2e-e0a5-46fc-863a-2a534157bb58 has already been hosted by L3 agent 11b96317-8e37-4540-b106-be8d1fe49810 {{(pid=94615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 13:53:46.887771 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6114b8-e7b5-4048-89e0-9be7933f0625 admin admin] Notify agent at l3_agent.dv-cinder-786386-11-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 13:53:46.892751 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-7e6114b8-e7b5-4048-89e0-9be7933f0625 admin admin] 10.222.0.35 "PUT /v2.0/routers/44256c2e-e0a5-46fc-863a-2a534157bb58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4209776 Aug 26 13:53:46.895267 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 37756) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:53:46.897816 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce84668-c613-4c6c-b692-582cce3bf09d None None] Sync routers for ids ['44256c2e-e0a5-46fc-863a-2a534157bb58'] in dv-cinder-786386-11-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 13:53:46.907731 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce84668-c613-4c6c-b692-582cce3bf09d None None] Routers {'44256c2e-e0a5-46fc-863a-2a534157bb58'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:53:46.908340 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-fce84668-c613-4c6c-b692-582cce3bf09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:53:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['44256c2e-e0a5-46fc-863a-2a534157bb58'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:53:46.997252 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6d38-f2a6-4715-8e28-05e065a5ce26 admin admin] Notify callbacks [] for router, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:47.010509 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-fce84668-c613-4c6c-b692-582cce3bf09d None None] Set router 44256c2e-e0a5-46fc-863a-2a534157bb58 gateway port host: dv-cinder-786386-11-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:53:47.099021 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6d38-f2a6-4715-8e28-05e065a5ce26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:47.186299 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-fce84668-c613-4c6c-b692-582cce3bf09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44256c2e-e0a5-46fc-863a-2a534157bb58', 'name': 'tempest-TestVolumeBootPattern-836948280-router', 'tenant_id': 'edb4de3250d6447ab43775dea935d09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'external_fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '77f6590a-489d-4075-8069-c2317d76109e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:46:58Z', 'updated_at': '2021-08-26T13:53:46Z', 'revision_number': 5, 'project_id': 'edb4de3250d6447ab43775dea935d09f', 'gw_port': {'id': '77f6590a-489d-4075-8069-c2317d76109e', 'name': '', 'network_id': '0d98ac13-b6db-4c4f-ab0e-3ef05c8b516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44256c2e-e0a5-46fc-863a-2a534157bb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T13:46:58Z', 'updated_at': '2021-08-26T13:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7ae35bd-0037-4f3a-908b-b50a80e8b092', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-11-iscsi'}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:53:47.216096 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce84668-c613-4c6c-b692-582cce3bf09d None None] Checking router: 44256c2e-e0a5-46fc-863a-2a534157bb58 for host: dv-cinder-786386-11-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 13:53:47.217034 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-d6ad6d38-f2a6-4715-8e28-05e065a5ce26 admin admin] Deleting port 77f6590a-489d-4075-8069-c2317d76109e {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:53:47.217376 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6d38-f2a6-4715-8e28-05e065a5ce26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:47.224627 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce84668-c613-4c6c-b692-582cce3bf09d None None] Routers {'44256c2e-e0a5-46fc-863a-2a534157bb58'} bound to L3 agent in host dv-cinder-786386-11-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 13:53:47.225221 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-fce84668-c613-4c6c-b692-582cce3bf09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T13:28:57Z,description=,heartbeat_timestamp=2021-08-26T13:53:27Z,host='dv-cinder-786386-11-iscsi',id=11b96317-8e37-4540-b106-be8d1fe49810,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T13:28:57Z,topic='l3_agent')) {'router_ids': ['44256c2e-e0a5-46fc-863a-2a534157bb58'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:53:47.295274 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-d6ad6d38-f2a6-4715-8e28-05e065a5ce26 admin admin] For port 77f6590a-489d-4075-8069-c2317d76109e, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=77f6590a-489d-4075-8069-c2317d76109e,segment=NetworkSegment(706c7343-f453-451d-93d0-3f6d714ba662),segment_id=706c7343-f453-451d-93d0-3f6d714ba662)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:53:47.295553 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6d38-f2a6-4715-8e28-05e065a5ce26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:47.307856 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-fce84668-c613-4c6c-b692-582cce3bf09d None None] Set router 44256c2e-e0a5-46fc-863a-2a534157bb58 gateway port host: None {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 13:53:47.315181 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-d6ad6d38-f2a6-4715-8e28-05e065a5ce26 admin admin] Calling delete_port for 77f6590a-489d-4075-8069-c2317d76109e owned by network:router_gateway {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:53:47.361578 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-fce84668-c613-4c6c-b692-582cce3bf09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44256c2e-e0a5-46fc-863a-2a534157bb58', 'name': 'tempest-TestVolumeBootPattern-836948280-router', 'tenant_id': 'edb4de3250d6447ab43775dea935d09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:46:58Z', 'updated_at': '2021-08-26T13:53:47Z', 'revision_number': 6, 'project_id': 'edb4de3250d6447ab43775dea935d09f', 'gw_port_host': None}], 'dv-cinder-786386-11-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:53:47.388367 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce84668-c613-4c6c-b692-582cce3bf09d None None] The sync data for ids ['44256c2e-e0a5-46fc-863a-2a534157bb58'] in dv-cinder-786386-11-iscsi is: [{'id': '44256c2e-e0a5-46fc-863a-2a534157bb58', 'name': 'tempest-TestVolumeBootPattern-836948280-router', 'tenant_id': 'edb4de3250d6447ab43775dea935d09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T13:46:58Z', 'updated_at': '2021-08-26T13:53:47Z', 'revision_number': 6, 'project_id': 'edb4de3250d6447ab43775dea935d09f', 'gw_port_host': None}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 13:53:47.536457 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6d38-f2a6-4715-8e28-05e065a5ce26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:47.564198 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad6d38-f2a6-4715-8e28-05e065a5ce26 admin admin] Pushing event deleted for resources: {'Port': ['ID=77f6590a-489d-4075-8069-c2317d76109e,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:53:47.625020 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6d38-f2a6-4715-8e28-05e065a5ce26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430495'] for router_gateway, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:47.712928 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6d38-f2a6-4715-8e28-05e065a5ce26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-428288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13273'] for router, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:47.715508 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6d38-f2a6-4715-8e28-05e065a5ce26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:47.805962 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6d38-f2a6-4715-8e28-05e065a5ce26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-428303'] for router, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:47.806494 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ad6d38-f2a6-4715-8e28-05e065a5ce26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44256c2e-e0a5-46fc-863a-2a534157bb58 {{(pid=94615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 13:53:47.815447 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6d38-f2a6-4715-8e28-05e065a5ce26 admin admin] Notify callbacks [] for router, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:47.815447 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-d6ad6d38-f2a6-4715-8e28-05e065a5ce26 admin admin] 10.222.0.35 "DELETE /v2.0/routers/44256c2e-e0a5-46fc-863a-2a534157bb58 HTTP/1.1" status: 204 len: 168 time: 0.9158928 Aug 26 13:53:47.815447 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 37758) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:53:47.854737 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 1b24e1af-d8f7-4861-a0db-8d235e4b34d2 no longer exists at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:53:47.870679 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_v2 [None req-64df389b-0fbc-4e7f-a876-c5f25398f64b admin admin] Deleting subnet 9c73ae6c-0006-4c3f-b298-d6ed7e71d59f {{(pid=94615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 13:53:47.873976 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-64df389b-0fbc-4e7f-a876-c5f25398f64b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:47.876331 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] No Port match for: 1b24e1af-d8f7-4861-a0db-8d235e4b34d2 {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:53:47.876702 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 1b24e1af-d8f7-4861-a0db-8d235e4b34d2 not bound to the agent host dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:53:47.909149 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-64df389b-0fbc-4e7f-a876-c5f25398f64b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3242698'] for subnet, precommit_delete_associations {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:47.985471 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-64df389b-0fbc-4e7f-a876-c5f25398f64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541549'] for subnet, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:48.111042 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-64df389b-0fbc-4e7f-a876-c5f25398f64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8764706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593056'] for subnet, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:48.138393 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df389b-0fbc-4e7f-a876-c5f25398f64b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c73ae6c-0006-4c3f-b298-d6ed7e71d59f,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:53:48.140397 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-64df389b-0fbc-4e7f-a876-c5f25398f64b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:48.142430 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-64df389b-0fbc-4e7f-a876-c5f25398f64b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9c73ae6c-0006-4c3f-b298-d6ed7e71d59f HTTP/1.1" status: 204 len: 168 time: 0.3268342 Aug 26 13:53:48.144753 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 37760) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:53:48.147096 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94ee7f1-19fe-4c91-b37c-22cfa22f5fc1 None None] Network 172467fc-ddd5-424f-872c-26e3366b8f60 requested from dv-cinder-786386-11-iscsi {{(pid=94616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 13:53:48.215714 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1e41d162-b4fc-490a-ac72-1c4a7181ec6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1476925'] for network, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:48.272846 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-1e41d162-b4fc-490a-ac72-1c4a7181ec6c admin admin] Deleting port 5455b43e-f1e3-4fc0-9222-2e669ac3aa2f {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:53:48.273187 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1e41d162-b4fc-490a-ac72-1c4a7181ec6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:48.318855 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61223ff4-507c-4c22-907d-77d19d59f87d None None] DHCP port deletion for 172467fc-ddd5-424f-872c-26e3366b8f60 request from dv-cinder-786386-11-iscsi {{(pid=94616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 13:53:48.341359 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-1e41d162-b4fc-490a-ac72-1c4a7181ec6c admin admin] For port 5455b43e-f1e3-4fc0-9222-2e669ac3aa2f, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=5455b43e-f1e3-4fc0-9222-2e669ac3aa2f,segment=NetworkSegment(c7c7132f-796e-44bf-bbd0-bedc51c362bb),segment_id=c7c7132f-796e-44bf-bbd0-bedc51c362bb)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:53:48.341737 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1e41d162-b4fc-490a-ac72-1c4a7181ec6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:48.354550 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-1e41d162-b4fc-490a-ac72-1c4a7181ec6c admin admin] Calling delete_port for 5455b43e-f1e3-4fc0-9222-2e669ac3aa2f owned by network:dhcp {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:53:48.365607 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-61223ff4-507c-4c22-907d-77d19d59f87d None None] Deleting port 5455b43e-f1e3-4fc0-9222-2e669ac3aa2f {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 13:53:48.365978 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-61223ff4-507c-4c22-907d-77d19d59f87d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790400357407'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:48.513329 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1e41d162-b4fc-490a-ac72-1c4a7181ec6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764785'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:48.543237 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e41d162-b4fc-490a-ac72-1c4a7181ec6c admin admin] Pushing event deleted for resources: {'Port': ['ID=5455b43e-f1e3-4fc0-9222-2e669ac3aa2f,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:53:48.546987 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e41d162-b4fc-490a-ac72-1c4a7181ec6c admin admin] No DVR routers for this DVR port 5455b43e-f1e3-4fc0-9222-2e669ac3aa2f on host dv-cinder-786386-11-iscsi {{(pid=94615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 13:53:48.557512 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-61223ff4-507c-4c22-907d-77d19d59f87d None None] For port 5455b43e-f1e3-4fc0-9222-2e669ac3aa2f, host dv-cinder-786386-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-11-iscsi',level=0,port_id=5455b43e-f1e3-4fc0-9222-2e669ac3aa2f,segment=NetworkSegment(c7c7132f-796e-44bf-bbd0-bedc51c362bb),segment_id=c7c7132f-796e-44bf-bbd0-bedc51c362bb)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 13:53:48.557968 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-61223ff4-507c-4c22-907d-77d19d59f87d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434142'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:48.571226 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-61223ff4-507c-4c22-907d-77d19d59f87d None None] Calling delete_port for 5455b43e-f1e3-4fc0-9222-2e669ac3aa2f owned by network:dhcp {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 13:53:48.616507 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1e41d162-b4fc-490a-ac72-1c4a7181ec6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-539478', 'neutron.services.segments.db._delete_segments_for_network-8790400307694'] for network, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:48.626916 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-1e41d162-b4fc-490a-ac72-1c4a7181ec6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['172467fc-ddd5-424f-872c-26e3366b8f60']}} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:53:48.637785 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-1e41d162-b4fc-490a-ac72-1c4a7181ec6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c7132f-796e-44bf-bbd0-bedc51c362bb') {'for_net_delete': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:53:48.638247 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-1e41d162-b4fc-490a-ac72-1c4a7181ec6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c7132f-796e-44bf-bbd0-bedc51c362bb') {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 13:53:48.645691 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-61223ff4-507c-4c22-907d-77d19d59f87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790400282655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790399826984'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:48.647353 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1e41d162-b4fc-490a-ac72-1c4a7181ec6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790400307577', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3242709'] for segment, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:48.661181 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1e41d162-b4fc-490a-ac72-1c4a7181ec6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388'] for segment, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:48.667038 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e41d162-b4fc-490a-ac72-1c4a7181ec6c admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=94615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 13:53:48.670396 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1e41d162-b4fc-490a-ac72-1c4a7181ec6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8764740'] for segment, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:48.670396 dv-cinder-786386-11-iscsi neutron-server[94615]: Traceback (most recent call last): Aug 26 13:53:48.670396 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 13:53:48.670396 dv-cinder-786386-11-iscsi neutron-server[94615]: timer() Aug 26 13:53:48.670396 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 13:53:48.670396 dv-cinder-786386-11-iscsi neutron-server[94615]: cb(*args, **kw) Aug 26 13:53:48.670396 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 13:53:48.670396 dv-cinder-786386-11-iscsi neutron-server[94615]: return func(*args, **kwargs) Aug 26 13:53:48.670396 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 13:53:48.670396 dv-cinder-786386-11-iscsi neutron-server[94615]: self._notify() Aug 26 13:53:48.670396 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 13:53:48.670396 dv-cinder-786386-11-iscsi neutron-server[94615]: self.callback(batched_events) Aug 26 13:53:48.670396 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 13:53:48.670396 dv-cinder-786386-11-iscsi neutron-server[94615]: event.method(event) Aug 26 13:53:48.670396 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 13:53:48.670396 dv-cinder-786386-11-iscsi neutron-server[94615]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 13:53:48.670396 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 13:53:48.670396 dv-cinder-786386-11-iscsi neutron-server[94615]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 13:53:48.670396 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 13:53:48.670396 dv-cinder-786386-11-iscsi neutron-server[94615]: return f(self, *a, **k) Aug 26 13:53:48.670396 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 13:53:48.670396 dv-cinder-786386-11-iscsi neutron-server[94615]: return self._get(url).json() Aug 26 13:53:48.670396 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 13:53:48.670396 dv-cinder-786386-11-iscsi neutron-server[94615]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 13:53:48.670396 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 13:53:48.670396 dv-cinder-786386-11-iscsi neutron-server[94615]: return self.request(url, 'GET', **kwargs) Aug 26 13:53:48.670396 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 13:53:48.670396 dv-cinder-786386-11-iscsi neutron-server[94615]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 13:53:48.670396 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 13:53:48.670396 dv-cinder-786386-11-iscsi neutron-server[94615]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 13:53:48.670396 dv-cinder-786386-11-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 13:53:48.670396 dv-cinder-786386-11-iscsi neutron-server[94615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 13:53:48.670396 dv-cinder-786386-11-iscsi neutron-server[94615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 13:53:48.672848 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61223ff4-507c-4c22-907d-77d19d59f87d None None] Pushing event deleted for resources: {'Port': ['ID=5455b43e-f1e3-4fc0-9222-2e669ac3aa2f,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:53:48.673425 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61223ff4-507c-4c22-907d-77d19d59f87d None None] No DVR routers for this DVR port 5455b43e-f1e3-4fc0-9222-2e669ac3aa2f on host dv-cinder-786386-11-iscsi {{(pid=94616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 13:53:48.779232 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1e41d162-b4fc-490a-ac72-1c4a7181ec6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-539439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430499'] for network, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:48.784612 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1e41d162-b4fc-490a-ac72-1c4a7181ec6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633398'] for network, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:48.786616 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-1e41d162-b4fc-490a-ac72-1c4a7181ec6c admin admin] 10.222.0.35 "DELETE /v2.0/networks/172467fc-ddd5-424f-872c-26e3366b8f60 HTTP/1.1" status: 204 len: 168 time: 0.6409569 Aug 26 13:53:48.798148 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e41d162-b4fc-490a-ac72-1c4a7181ec6c admin admin] Pushing event deleted for resources: {'Network': ['ID=172467fc-ddd5-424f-872c-26e3366b8f60,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:53:49.069676 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 37764) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:53:49.108435 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-761bdf32-93b9-4250-8c92-5c44d7f2b69a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4b400b2d709b4b61a7b69b9efc0185b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375473 Aug 26 13:53:49.111119 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 37766) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:53:49.160369 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c3b5a7c8-b594-4ad7-b7bf-158febce0e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:49.183990 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c3b5a7c8-b594-4ad7-b7bf-158febce0e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:49.287931 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c3b5a7c8-b594-4ad7-b7bf-158febce0e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:49.290424 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c3b5a7c8-b594-4ad7-b7bf-158febce0e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:49.291579 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-c3b5a7c8-b594-4ad7-b7bf-158febce0e93 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/978979e4-6948-446e-a27f-c5385b66c2b2 HTTP/1.1" status: 204 len: 168 time: 0.1795824 Aug 26 13:53:49.300043 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5a7c8-b594-4ad7-b7bf-158febce0e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978979e4-6948-446e-a27f-c5385b66c2b2,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:53:49.564786 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 77f6590a-489d-4075-8069-c2317d76109e no longer exists at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:53:49.588060 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] No Port match for: 77f6590a-489d-4075-8069-c2317d76109e {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:53:49.588407 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 77f6590a-489d-4075-8069-c2317d76109e not bound to the agent host dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:53:49.588814 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 5455b43e-f1e3-4fc0-9222-2e669ac3aa2f no longer exists at agent ovs-agent-dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 13:53:49.607679 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] No Port match for: 5455b43e-f1e3-4fc0-9222-2e669ac3aa2f {{(pid=94616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 13:53:49.608030 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.rpc [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Device 5455b43e-f1e3-4fc0-9222-2e669ac3aa2f not bound to the agent host dv-cinder-786386-11-iscsi {{(pid=94616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 13:53:49.977576 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.35', 37772) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:53:50.025779 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-f72bec96-b646-44f6-874b-ccf5dfe37a5c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=edb4de3250d6447ab43775dea935d09f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448103 Aug 26 13:53:50.026514 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.wsgi [-] (94614) accepted ('10.222.0.35', 37774) {{(pid=94614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 13:53:50.084964 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-bf307e12-fde4-4fc9-b803-330bff7c664b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:50.109425 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-bf307e12-fde4-4fc9-b803-330bff7c664b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:50.262380 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-bf307e12-fde4-4fc9-b803-330bff7c664b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502802'] for security_group, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:50.264963 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-bf307e12-fde4-4fc9-b803-330bff7c664b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:50.266159 dv-cinder-786386-11-iscsi neutron-server[94614]: INFO neutron.wsgi [None req-bf307e12-fde4-4fc9-b803-330bff7c664b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6c2eb8ba-ba65-420d-9e15-d4df5174eed3 HTTP/1.1" status: 204 len: 168 time: 0.2385340 Aug 26 13:53:50.279661 dv-cinder-786386-11-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf307e12-fde4-4fc9-b803-330bff7c664b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2eb8ba-ba65-420d-9e15-d4df5174eed3,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 13:53:54.156167 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7092f309-6bc9-4408-8f4d-a21e989a83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:56.865046 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-707f8fb9-13d8-4061-bb5f-33d860064c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:57.544321 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:58.127625 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:53:58.699037 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:54:00.439485 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:54:23.757339 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 6 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:54:24.192660 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-950262a2-8da3-4a12-9801-6125e2f5026a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:54:26.832593 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-75e033a5-5d75-4227-81ae-acb574c7b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:54:27.537513 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:54:28.190024 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:54:28.701329 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:54:30.484587 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:54:44.608554 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-53604816-6944-4b10-9b07-3f4be8662aee req-9f217cb3-89b6-46eb-91b0-d8b66df4a9ee service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1568837 Aug 26 13:54:44.690550 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-53604816-6944-4b10-9b07-3f4be8662aee req-f43a31f3-afda-410d-8e30-64ac29d655be service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f7c1ac4776f8491da8ed9fa3e10f556b&device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164 HTTP/1.1" status: 200 len: 210 time: 0.0249534 Aug 26 13:54:44.734751 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-53604816-6944-4b10-9b07-3f4be8662aee req-16056750-cc3a-48a2-bbef-209ad0925ba4 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=f7c1ac4776f8491da8ed9fa3e10f556b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194385 Aug 26 13:54:45.086187 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53604816-6944-4b10-9b07-3f4be8662aee req-035a5400-502e-4d3d-bdce-4f03ed386243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:54:45.087663 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-53604816-6944-4b10-9b07-3f4be8662aee req-035a5400-502e-4d3d-bdce-4f03ed386243 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3465188 Aug 26 13:54:54.191608 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-276a58ab-d332-40a0-b857-addb0b4e20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:54:56.839431 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-281ec860-f5a1-46fe-ae91-8bd952f4b8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:54:57.559066 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:54:58.199966 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:54:58.713350 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:54:59.410134 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.wsgi [req-5a158d26-3aa3-4251-b1f0-b9b1ff49a43a req-1af5c2c2-c09c-46a7-9a4e-72c263f1605c service neutron] (94615) timed out ('10.222.0.35', 58948) {{(pid=94615) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 26 13:55:00.456337 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:55:00.759330 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 6 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:55:24.153105 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-af5133d7-d8b8-45c7-8619-d02f1e1ce037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:55:26.855333 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7a68b65e-3430-4a55-86e2-7c8ad76c8ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:55:27.510852 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:55:28.207810 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:55:28.727180 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:55:30.518050 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:55:37.758279 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 6 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:55:45.450068 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d6fa6925-78e6-4c2d-ac00-34a8f6448905 req-107d710f-9f66-41bc-9980-0a35e7de1024 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0257044 Aug 26 13:55:45.532609 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d6fa6925-78e6-4c2d-ac00-34a8f6448905 req-6c5dd746-f47f-45dc-9e47-a76499c2bb6b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f7c1ac4776f8491da8ed9fa3e10f556b&device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164 HTTP/1.1" status: 200 len: 210 time: 0.0249860 Aug 26 13:55:45.577507 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d6fa6925-78e6-4c2d-ac00-34a8f6448905 req-f37b89c0-8512-47ee-a5a9-dceec476b848 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=f7c1ac4776f8491da8ed9fa3e10f556b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191569 Aug 26 13:55:45.671570 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa6925-78e6-4c2d-ac00-34a8f6448905 req-c0b37cae-c5fc-4857-96c6-2b39ce169496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:55:45.673026 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d6fa6925-78e6-4c2d-ac00-34a8f6448905 req-c0b37cae-c5fc-4857-96c6-2b39ce169496 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887389 Aug 26 13:55:54.166718 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-02ad8b58-7584-400b-a652-e8a7360fcbb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:55:56.863799 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5b53a612-1116-4c22-9908-fe81d3eedd74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:55:57.526904 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:55:58.180204 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:55:58.721100 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:56:00.463291 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:56:14.756636 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 6 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:56:24.173382 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-475bfd20-170d-45cb-92b5-eb5b5cfe931c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:56:26.847471 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-471e0cab-fe62-4b97-904f-c53cea8b0de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:56:27.538685 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:56:28.184332 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:56:28.725416 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:56:30.481452 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:56:46.460834 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-6726182d-97d6-420b-a2b3-0f4a7378d8a7 req-a445a79d-59bd-48fd-b19d-c531a7281ca6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0262132 Aug 26 13:56:46.544844 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-6726182d-97d6-420b-a2b3-0f4a7378d8a7 req-9740b247-4def-4e63-ad41-81e57a246046 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f7c1ac4776f8491da8ed9fa3e10f556b&device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164 HTTP/1.1" status: 200 len: 210 time: 0.0247090 Aug 26 13:56:46.588178 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-6726182d-97d6-420b-a2b3-0f4a7378d8a7 req-b575a560-340c-4fa8-af2d-0c780a149e10 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=f7c1ac4776f8491da8ed9fa3e10f556b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189474 Aug 26 13:56:46.681856 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726182d-97d6-420b-a2b3-0f4a7378d8a7 req-508d0d21-5d30-4ff0-b375-abe72c7a32bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:56:46.683314 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-6726182d-97d6-420b-a2b3-0f4a7378d8a7 req-508d0d21-5d30-4ff0-b375-abe72c7a32bf service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883303 Aug 26 13:56:51.755564 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 6 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:56:54.159054 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-1be641ec-fdc6-4f53-bf37-02076e564cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:56:56.863519 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7f416858-84c5-46bc-9252-77516cf2878a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:56:57.524184 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:56:58.158949 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:56:58.725493 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:57:00.456848 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:57:24.199161 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-06454869-e21b-4544-933d-b1cad1481133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:57:26.855808 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6095259f-6df4-4909-b45a-7f0cd7754658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:57:27.552845 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:57:28.192940 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:57:28.712594 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:57:28.754126 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 6 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:57:30.506012 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:57:46.442068 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e18b0a27-0852-4063-85a8-f2396190c42f req-5d01a573-9a29-4855-a1be-0ef6de2efce0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0259545 Aug 26 13:57:46.523363 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e18b0a27-0852-4063-85a8-f2396190c42f req-dd54f29d-2405-451a-a778-41da16c38245 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f7c1ac4776f8491da8ed9fa3e10f556b&device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164 HTTP/1.1" status: 200 len: 210 time: 0.0245013 Aug 26 13:57:46.569051 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e18b0a27-0852-4063-85a8-f2396190c42f req-2e67b382-4be8-4431-b7db-1b1dbd38e66d service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=f7c1ac4776f8491da8ed9fa3e10f556b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192378 Aug 26 13:57:46.663902 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b0a27-0852-4063-85a8-f2396190c42f req-cd3719bf-984e-4ade-aa50-ece169099b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:57:46.665485 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e18b0a27-0852-4063-85a8-f2396190c42f req-cd3719bf-984e-4ade-aa50-ece169099b3e service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886226 Aug 26 13:57:54.180149 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-39fbbd54-2097-4ec2-8290-2c703b26b22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:57:56.870518 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-f87da12b-6d68-4501-b490-db97230bf772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:57:57.521839 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:57:58.185191 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:57:58.728676 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:58:00.471673 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:58:05.752745 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 6 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:58:24.167898 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2b467899-ea54-4ca2-b525-72f43a95345a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:58:26.905046 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-53ceb031-ba5c-4353-86b2-ccb14fee2b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:58:27.618390 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:58:28.184954 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:58:28.744442 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:58:30.480769 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:58:42.751367 dv-cinder-786386-11-iscsi neutron-server[94617]: DEBUG neutron.db.agents_db [None req-e7743828-b90b-4062-b387-5564156a732a None None] Agent healthcheck: found 6 active agents {{(pid=94617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 13:58:48.437550 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-466ce8c2-68f8-4bec-8693-38b0ca6ef1b1 req-9679dd18-c2ef-47b0-b8ad-fe67c05ca834 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0262082 Aug 26 13:58:48.519255 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-466ce8c2-68f8-4bec-8693-38b0ca6ef1b1 req-46f9dded-4908-497a-91c8-58dec4dc9b1b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f7c1ac4776f8491da8ed9fa3e10f556b&device_id=c50aaefc-5f19-49e4-9c5d-08dd85028164 HTTP/1.1" status: 200 len: 210 time: 0.0254629 Aug 26 13:58:48.564755 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-466ce8c2-68f8-4bec-8693-38b0ca6ef1b1 req-979426ea-1054-43ee-84f6-2b73d91fdf4d service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=f7c1ac4776f8491da8ed9fa3e10f556b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188265 Aug 26 13:58:48.658096 dv-cinder-786386-11-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ce8c2-68f8-4bec-8693-38b0ca6ef1b1 req-ee7e64ca-c6f4-4437-9fa1-637fba937cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 13:58:48.659514 dv-cinder-786386-11-iscsi neutron-server[94615]: INFO neutron.wsgi [req-466ce8c2-68f8-4bec-8693-38b0ca6ef1b1 req-ee7e64ca-c6f4-4437-9fa1-637fba937cab service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868609 Aug 26 13:58:54.166561 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-91b5d04e-6a0c-4550-9faa-54438ca0ee40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:58:56.840969 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-9b703838-45b3-4c98-8f59-416f6ce1efde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:58:57.601088 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ab5840c7-19af-4320-a11e-ae5d0e8827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:58:58.194933 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-55a6f828-758f-4004-95f8-7325f2cabc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:58:58.730952 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2fe69192-700f-4200-8cb4-c10064cc9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 13:59:00.474779 dv-cinder-786386-11-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-450b6c19-c9af-4e0f-9973-7df2ebdfbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790400307676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536428'] for agent, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}